-- Logs begin at Mon 2021-11-22 21:25:00 UTC, end at Mon 2021-11-22 22:29:58 UTC. -- Nov 22 21:58:48.801317 dv-cinder-774288-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 21:58:51.579288 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.common.config [-] Logging enabled! Nov 22 21:58:51.579887 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 22 21:58:51.579974 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 21:58:51.583255 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.common.config [-] Logging enabled! Nov 22 21:58:51.583506 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 22 21:58:51.583787 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 21:58:51.584766 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 21:58:51.585007 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 21:58:51.585616 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 21:58:51.586032 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 21:58:51.586281 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 21:58:51.586610 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.587035 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 21:58:51.587351 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.587636 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.587915 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.588205 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.588495 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.588776 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.589059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.589381 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.589669 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.589947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.590233 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.590524 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.590804 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.591076 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.591370 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.591647 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.591926 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.592356 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.592782 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.593059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.593376 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.593661 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.593917 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.594204 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.594474 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.594813 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] host = dv-cinder-774288-12-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.595093 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.595379 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.595663 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.595955 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.596215 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.596491 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.596772 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.597040 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.597338 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.597610 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.597891 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.598173 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.598469 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.598692 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.598913 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.599196 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.599476 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.599747 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.600018 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.600288 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.600560 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.600888 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.601284 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.601730 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.602144 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.602430 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.602707 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.602983 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.603253 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.603528 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.603812 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.604087 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.604358 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.604631 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.604923 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.605215 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.605490 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.605793 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.606076 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.606356 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.606640 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.606913 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.607192 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.607459 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.607729 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.607997 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.608264 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.608527 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.608808 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.609077 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.609369 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.609639 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.609909 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.610187 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:51.610482 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.610776 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.611073 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.611353 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.611652 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.611930 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.612215 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.612488 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.612771 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.613059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.613368 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.613650 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.613930 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.614205 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.614496 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.614797 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.615097 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.615382 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.615653 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.615929 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.616196 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.616625 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.617146 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.617452 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.617748 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.618042 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.618325 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.618624 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.618914 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.619213 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.619503 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.619777 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.620056 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.620346 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.620623 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.620895 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.621203 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.621493 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.621776 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.622043 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.622323 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.622596 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.622862 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.623130 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.623402 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.623688 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.623959 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.624225 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.624490 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.624759 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.625032 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.625338 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.625612 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.625880 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.626148 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.626421 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.626688 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.626955 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.627225 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.627519 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.627766 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.628034 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.628299 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.628565 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.628829 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.629095 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.629382 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.629648 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.629918 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.630185 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.630451 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.630717 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.630986 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.631254 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.631537 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.631835 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.632159 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.632608 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.633027 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.633336 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.633615 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.633894 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.634171 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.634447 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.634719 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.635013 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.635297 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.635584 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.635863 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.636161 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.636453 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.636728 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.637008 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.637316 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.637594 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.637880 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.638154 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.638448 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.638739 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.639027 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.639316 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.639608 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.639886 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.640197 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.640473 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:51.640687 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 21:58:51.640934 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102730) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 21:58:52.078461 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 21:58:52.078697 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 21:58:52.079031 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 21:58:52.079363 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 21:58:52.421702 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.421911 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.422152 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.423369 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.423643 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.424033 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.461074 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.461364 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.461627 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.476027 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.476433 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.476874 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.506384 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.506659 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.506953 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.546602 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.546843 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.547136 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.796368 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.797036 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.797036 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.797220 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.797882 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.899414 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.899731 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.900009 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.900276 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.900536 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.900842 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.901098 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.901379 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.901630 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.901909 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.902158 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.902408 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.902660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.902910 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.903161 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.903420 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.903674 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.903917 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.904181 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.904434 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.904700 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.904955 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.905253 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.905627 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.905874 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.906116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.906514 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.906750 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.906985 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.907220 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.907452 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.907683 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:52.908051 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 21:58:52.911291 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 21:58:52.915633 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 21:58:52.919655 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 22 21:58:52.921468 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 21:58:52.921947 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 21:58:52.922274 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 21:58:52.922669 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 21:58:52.925547 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 21:58:52.925793 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 21:58:52.926130 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 21:58:52.931640 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 21:58:52.954551 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 21:58:52.954999 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.955298 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102730) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 21:58:52.955657 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.957049 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102730) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 21:58:52.957358 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 21:58:52.957603 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 21:58:52.962364 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:52.962645 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.027056 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 21:58:53.027271 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 21:58:53.027507 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 21:58:53.027889 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 21:58:53.051311 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_db.sqlalchemy.engines [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102730) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 21:58:53.615732 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing driver for type 'gre' Nov 22 21:58:53.616238 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] gre ID ranges: [(1, 1000)] Nov 22 21:58:53.669942 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing driver for type 'local' Nov 22 21:58:53.670257 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing driver for type 'vlan' Nov 22 21:58:53.684183 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] VlanTypeDriver initialization complete Nov 22 21:58:53.684512 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing driver for type 'vxlan' Nov 22 21:58:53.685024 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] vxlan ID ranges: [(1, 1000)] Nov 22 21:58:53.738255 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing extension driver 'port_security' Nov 22 21:58:53.738591 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] PortSecurityExtensionDriver initialization complete Nov 22 21:58:53.738938 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing mechanism driver 'openvswitch' Nov 22 21:58:53.739236 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing mechanism driver 'hyperv' Nov 22 21:58:53.746372 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:58:53.747049 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.747422 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.747769 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.748339 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.748765 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.749113 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.749451 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.749850 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.750249 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.750597 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.750964 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.751325 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.751724 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.752072 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.752410 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.752959 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.753396 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.753744 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.754084 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.754495 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.754883 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > address_group after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.755223 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > address_group after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.755561 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.755954 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 21:58:53.756329 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] ML2 OVO RPC backend initialized. {{(pid=102730) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 21:58:53.757125 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.757704 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.758202 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.758551 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > networks before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.758900 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.759241 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > ports before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.759583 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.759923 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnets before_response 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.760271 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.760612 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.760947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.761309 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.761649 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.761984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.762320 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.762660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.762995 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.763617 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.plugin [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Modular L2 Plugin initialization complete Nov 22 21:58:53.763932 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading services supported by the core plugin {{(pid=102730) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 21:58:53.764268 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.plugins.ml2.managers [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Got port-security extension from driver 'port_security' Nov 22 21:58:53.764730 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.extensions.vlantransparent [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Disabled vlantransparent extension. Nov 22 21:58:53.765244 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102730) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 21:58:53.765561 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: router Nov 22 21:58:53.802815 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.803467 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.803552 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router before_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.803938 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.804460 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.804962 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_delete 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.805349 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.805700 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.806059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.806390 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.806739 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.807085 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.807443 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.807847 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.808217 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.808555 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.808896 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: subnet after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.809257 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.809606 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.809956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.810288 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.810646 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.811004 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router after_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.811326 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.811677 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_create 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.812041 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.812385 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_update 55549900 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.812748 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > agent after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.813095 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > agent after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.813465 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > network after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.814403 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Tracking information for resource: router configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:53.814728 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Tracking information for resource: floatingip configured {{(pid=102730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 21:58:53.820398 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.db.l3_agentschedulers_db [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 21:58:53.820982 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.821369 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.821727 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.822077 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: port after_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.822881 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router before_create 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.823246 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.823606 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_create 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.823960 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > router precommit_update 55550100 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.828910 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.provider_configuration [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service providers = [] {{(pid=102730) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 21:58:53.829307 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.db.servicetype_db [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102730) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 21:58:53.832336 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 21:58:53.832683 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 21:58:53.833021 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 21:58:53.833926 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.services.service_base [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 21:58:53.834292 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.services.service_base [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 21:58:53.834674 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.834989 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 21:58:53.846317 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.846652 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: auto_allocate Nov 22 21:58:53.852812 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: network precommit_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.853207 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: network precommit_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.853732 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.854054 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: tag Nov 22 21:58:53.860764 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.861094 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: timestamp Nov 22 21:58:53.865160 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.865492 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: network_ip_availability Nov 22 21:58:53.871418 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.871678 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.872043 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:53.872767 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.873082 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: flavors Nov 22 21:58:53.878093 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.878423 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading Plugin: revisions Nov 22 21:58:53.883155 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 21:58:53.883552 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=102730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 21:58:53.884313 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102730) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 21:58:53.884649 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Initializing extension manager. Nov 22 21:58:53.885201 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: __init__.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.885531 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: __pycache__ {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.885864 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.886197 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.886971 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.887548 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: address-group Nov 22 21:58:53.887850 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: address_scope.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.890190 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.890712 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: address-scope Nov 22 21:58:53.891045 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.892007 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.892634 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: router-admin-state-down-before-update Nov 22 21:58:53.892860 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: agent.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.893607 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.894116 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: agent Nov 22 21:58:53.894444 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: agent_resources_synced.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.895365 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.895870 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: agent-resources-synced Nov 22 21:58:53.896192 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: allowedaddresspairs.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.898760 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.899281 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: allowed-address-pairs Nov 22 21:58:53.899614 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: auto_allocated_topology.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.900714 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.901266 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: auto-allocated-topology Nov 22 21:58:53.901594 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.902297 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.902794 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: availability_zone Nov 22 21:58:53.903118 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: availability_zone_filter.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.904034 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.904535 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: availability_zone_filter Nov 22 21:58:53.904856 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: data_plane_status.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.905798 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.906300 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 21:58:53.906742 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: default_subnetpools.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.907534 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.908034 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: default-subnetpools Nov 22 21:58:53.908391 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.909223 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.909730 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: dhcp_agent_scheduler Nov 22 21:58:53.910048 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: dns.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.910984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.911485 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 21:58:53.911806 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: dns_domain_ports.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.913828 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.913828 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 21:58:53.913828 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.914845 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.915353 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 21:58:53.915676 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: dvr.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.916365 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.916865 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: dvr Nov 22 21:58:53.917215 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: ecmp_routes.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.918181 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.918685 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 21:58:53.919007 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: empty_string_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.919966 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.920471 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: empty-string-filtering Nov 22 21:58:53.920776 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.921749 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.922246 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 21:58:53.922563 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.923505 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.924003 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 21:58:53.924323 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: external_net.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.925286 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.925788 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: external-net Nov 22 21:58:53.926107 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.927038 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.927540 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: extra_dhcp_opt Nov 22 21:58:53.927860 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: extraroute.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.928795 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.929429 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: extraroute Nov 22 21:58:53.929984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: extraroute_atomic.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.931123 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.931634 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: extraroute-atomic Nov 22 21:58:53.931957 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: filter_validation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.932641 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.933144 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: filter-validation Nov 22 21:58:53.933482 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: fip_pf_description.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.934413 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.934921 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 21:58:53.935239 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: fip_port_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.936164 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.936665 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: fip-port-details Nov 22 21:58:53.936986 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: flavors.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.938299 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.938816 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: flavors Nov 22 21:58:53.939132 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.940837 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.941435 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 21:58:53.941762 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: floatingip_pools.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.942459 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.942975 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: floatingip-pools Nov 22 21:58:53.943293 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: ip_allocation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.944222 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.945000 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 21:58:53.945609 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.947096 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.947978 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: ip-substring-filtering Nov 22 21:58:53.948524 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l2_adjacency.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.949998 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.950675 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 21:58:53.951008 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.952239 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.952755 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: router Nov 22 21:58:53.953080 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.955444 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.955970 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 21:58:53.956300 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.957266 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.957777 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: ext-gw-mode Nov 22 21:58:53.958096 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.959021 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.959525 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: l3-ha Nov 22 21:58:53.959848 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3_flavors.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.961237 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.961749 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: l3-flavors Nov 22 21:58:53.962075 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.963010 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.963515 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 21:58:53.963836 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: l3agentscheduler.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.964898 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.965433 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: l3_agent_scheduler Nov 22 21:58:53.965761 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: local_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.967534 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.968040 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension local_ip not supported by any of loaded plugins Nov 22 21:58:53.968380 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: logging.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.969905 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.970411 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension logging not supported by any of loaded plugins Nov 22 21:58:53.970735 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: metering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.971499 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.972081 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: metering Nov 22 21:58:53.972414 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.973558 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.974063 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: metering_source_and_destination_fields Nov 22 21:58:53.974393 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: multiprovidernet.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.975321 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.976058 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: multi-provider Nov 22 21:58:53.976532 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: netmtu.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.978009 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.978902 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: net-mtu Nov 22 21:58:53.979462 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: netmtu_writable.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.980584 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.981091 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: net-mtu-writable Nov 22 21:58:53.981446 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: network_availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.982120 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.982618 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: network_availability_zone Nov 22 21:58:53.982937 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: network_ip_availability.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.984068 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.984568 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: network-ip-availability Nov 22 21:58:53.984891 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: network_segment_range.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.985700 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.986198 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 21:58:53.986514 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: pagination.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.987501 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.987982 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: pagination Nov 22 21:58:53.988307 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: port_device_profile.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.989275 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.989778 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: port-device-profile Nov 22 21:58:53.990099 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.991017 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.991768 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: port-mac-address-regenerate Nov 22 21:58:53.992280 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.993732 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.994243 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: port-numa-affinity-policy Nov 22 21:58:53.994567 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: port_resource_request.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.995491 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.995993 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 21:58:53.996314 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: port_resource_request_groups.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.997324 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.997831 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 21:58:53.998153 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: portbindings.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:53.999079 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:53.999579 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: binding Nov 22 21:58:53.999902 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: portbindings_extended.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.001217 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.001722 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: binding-extended Nov 22 21:58:54.002048 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: portsecurity.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.002979 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.003482 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: port-security Nov 22 21:58:54.003800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: project_id.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.004792 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.005126 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: project-id Nov 22 21:58:54.005470 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: providernet.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.006414 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.006951 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: provider Nov 22 21:58:54.007483 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.011293 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.011805 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos not supported by any of loaded plugins Nov 22 21:58:54.012138 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.013417 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.013921 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 21:58:54.014246 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.015173 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.015675 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 21:58:54.016006 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_default.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.016918 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.017456 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-default not supported by any of loaded plugins Nov 22 21:58:54.017783 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_fip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.018443 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.018937 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 21:58:54.019257 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_gateway_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.020177 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.020679 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 21:58:54.021007 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_port_network_policy.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.021944 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.022501 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 21:58:54.023279 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.024530 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.025038 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 21:58:54.025389 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_pps_rule.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.026575 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.027090 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 21:58:54.027411 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_rule_type_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.028342 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.028850 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 21:58:54.029201 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: qos_rules_alias.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.030243 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.030753 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 21:58:54.031081 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: quota_check_limit.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.031996 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.032505 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: quota-check-limit Nov 22 21:58:54.032828 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: quotasv2.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.033826 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.034153 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: quotas Nov 22 21:58:54.034474 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: quotasv2_detail.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.037875 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.038343 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: quota_details Nov 22 21:58:54.038868 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: rbac.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.040365 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.041091 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: rbac-policies Nov 22 21:58:54.041450 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: rbac_address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.042399 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.042908 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: rbac-address-group Nov 22 21:58:54.043234 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: rbac_address_scope.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.044162 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.044664 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: rbac-address-scope Nov 22 21:58:54.044991 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: rbac_security_groups.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.045947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.046450 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: rbac-security-groups Nov 22 21:58:54.046774 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: rbac_subnetpool.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.047693 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.048192 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: rbac-subnetpool Nov 22 21:58:54.048517 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: revisionifmatch.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.049469 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.049973 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: revision-if-match Nov 22 21:58:54.050296 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: revisions.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.051417 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.051916 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: standard-attr-revisions Nov 22 21:58:54.052239 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: router_availability_zone.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.052915 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.053446 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: router_availability_zone Nov 22 21:58:54.053816 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: routerservicetype.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.055046 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.055543 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 21:58:54.055865 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.056878 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.057409 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: security-groups-normalized-cidr Nov 22 21:58:54.057740 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.058662 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.059165 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: port-security-groups-filtering Nov 22 21:58:54.059488 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.060409 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.060913 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: security-groups-remote-address-group Nov 22 21:58:54.061281 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.062216 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.062724 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: security-groups-shared-filtering Nov 22 21:58:54.063044 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.063643 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 21:58:54.063960 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: securitygroup.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.074232 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.074755 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: security-group Nov 22 21:58:54.075088 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: segment.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.075888 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.076389 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension segment not supported by any of loaded plugins Nov 22 21:58:54.076714 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.077695 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.078201 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 21:58:54.078519 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: servicetype.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.079628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.080143 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: service-type Nov 22 21:58:54.080470 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: sorting.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.081487 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.081822 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: sorting Nov 22 21:58:54.082150 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: standard_attr_segment.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.083069 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.083575 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 21:58:54.083899 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: standardattrdescription.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.084576 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.085234 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: standard-attr-description Nov 22 21:58:54.085762 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: stateful_security_group.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.086765 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.087267 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: stateful-security-group Nov 22 21:58:54.087593 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: stdattrs_common.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.088181 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 21:58:54.088495 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.089468 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.089967 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 21:58:54.090291 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnet_onboard.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.091383 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.091898 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: subnet_onboard Nov 22 21:58:54.092223 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.093182 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.093684 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 21:58:54.094006 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnet_service_types.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.094929 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.095435 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: subnet-service-types Nov 22 21:58:54.095756 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnetallocation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.096854 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.097383 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: subnet_allocation Nov 22 21:58:54.097707 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.098374 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.098888 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: subnetpool-prefix-ops Nov 22 21:58:54.099206 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.100139 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.100680 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 21:58:54.101316 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: tagging.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.102465 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.103344 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: standard-attr-tag Nov 22 21:58:54.103669 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: timestamp.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.104895 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.105433 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loaded extension: standard-attr-timestamp Nov 22 21:58:54.105756 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: trunk.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.106811 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.107340 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension trunk not supported by any of loaded plugins Nov 22 21:58:54.107702 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: trunk_details.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.108571 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.109087 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 21:58:54.109447 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: uplink_status_propagation.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.110372 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.110879 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 21:58:54.111201 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Loading extension file: vlantransparent.py {{(pid=102730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 21:58:54.111880 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 21:58:54.112381 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 21:58:54.114970 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:network Nov 22 21:58:54.115509 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnet Nov 22 21:58:54.115922 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 21:58:54.116364 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:port Nov 22 21:58:54.117917 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.118341 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service FLAVORS assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.118965 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.119395 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.119757 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:router Nov 22 21:58:54.120186 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 21:58:54.120664 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service METERING assigned prefix: /metering {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.122214 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:54.122533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:54.122883 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 21:58:54.123919 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 21:58:54.124349 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:security_group Nov 22 21:58:54.124809 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 21:58:54.125455 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.125793 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 21:58:54.126134 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] subnetpool is already registered Nov 22 21:58:54.126552 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.126881 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 21:58:54.127205 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] subnetpool is already registered Nov 22 21:58:54.129516 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.129944 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service FLAVORS assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.130525 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.130947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.131276 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:router Nov 22 21:58:54.131615 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] router is already registered Nov 22 21:58:54.132101 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 21:58:54.132664 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] floatingip is already registered Nov 22 21:58:54.133144 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service METERING assigned prefix: /metering {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.133807 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 21:58:54.134134 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] rbac_policy is already registered Nov 22 21:58:54.134542 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:security_group Nov 22 21:58:54.134874 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] security_group is already registered Nov 22 21:58:54.135273 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 21:58:54.135603 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] security_group_rule is already registered Nov 22 21:58:54.136220 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.136544 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 21:58:54.136875 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] subnetpool is already registered Nov 22 21:58:54.137326 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.v2.resource_helper [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Service CORE assigned prefix: {{(pid=102730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 21:58:54.137651 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 21:58:54.137983 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING neutron.quota.resource_registry [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] subnetpool is already registered Nov 22 21:58:54.138436 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: extensions {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.139928 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: address-groups {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.141458 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: address-scopes {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.142786 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.143996 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: auto-allocated-topology {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.145257 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: availability_zones {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.146497 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: dhcp-networks {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.148661 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: dhcp-agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.150121 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.153400 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: flavors {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.154604 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: service_profiles {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.155786 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: next_providers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.157285 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: service_profiles {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.158851 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: floatingip-pools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.160063 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.162210 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: floatingips {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.163715 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: l3-routers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.165177 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: l3-agents {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.166609 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: metering-labels {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.167957 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: metering-label-rules {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.169363 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: network-ip-availabilities {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.170625 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: bindings {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.172281 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: quotas {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.173885 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: quotas {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.175521 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: rbac-policies {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.176807 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: security-groups {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.178058 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: security-group-rules {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.179768 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: service-providers {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.181016 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: subnetpools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.182471 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: subnetpools {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.183924 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.185636 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.187452 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.189254 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.191059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.192906 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.194823 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.196909 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.198689 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.200550 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron.api.extensions [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Extended resource: tags {{(pid=102730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 21:58:54.206715 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING keystonemiddleware.auth_token [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 21:58:54.211690 dv-cinder-774288-12-iscsi neutron-server[102730]: WARNING keystonemiddleware.auth_token [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 21:58:54.220378 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Acquired lock "singleton_lock" {{(pid=102730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 21:58:54.220862 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_concurrency.lockutils [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Releasing lock "singleton_lock" {{(pid=102730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 21:58:54.221550 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Starting 2 workers Nov 22 21:58:54.226550 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Started child 102837 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 21:58:54.231052 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Started child 102838 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 21:58:54.232317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.233305 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO neutron.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 21:58:54.233305 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Publish callbacks [] for process, before_spawn {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.233999 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [-] (102837) wsgi starting up on http://0.0.0.0:9696 Nov 22 21:58:54.235633 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Starting 1 workers Nov 22 21:58:54.235992 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.237421 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [-] (102838) wsgi starting up on http://0.0.0.0:9696 Nov 22 21:58:54.240870 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Started child 102839 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 21:58:54.241498 dv-cinder-774288-12-iscsi neutron-server[102730]: INFO oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Starting 1 workers Nov 22 21:58:54.245231 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] calling RpcWorker wait() {{(pid=102839) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 21:58:54.245872 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] returning from RpcWorker wait() {{(pid=102839) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 21:58:54.246390 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Started child 102840 {{(pid=102730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 21:58:54.246988 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.247125 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e7380463-2022-4630-b5f2-b3396997b781 None None] Publish callbacks [] for process, after_spawn {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.247406 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:58:54.249093 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 21:58:54.249310 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 21:58:54.249511 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 21:58:54.249707 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 21:58:54.250036 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 21:58:54.250237 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 21:58:54.250726 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.250998 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.251250 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.251533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.251808 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.252275 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:58:54.252801 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.252801 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.252801 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.253140 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.253369 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.253507 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.253668 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.253934 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.254148 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.254581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.254947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.255224 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.255430 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.255612 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.255858 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.256117 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.256341 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.256653 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.257308 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.257512 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.257774 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.258173 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.258440 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.258728 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.258956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.259238 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.259502 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.259725 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.259956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.260218 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.260463 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.260668 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.260952 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.261200 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.261453 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.261699 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.262161 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host = dv-cinder-774288-12-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.262397 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.262637 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.262884 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.263129 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.263381 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.263596 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.263859 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.264092 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.264341 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.264560 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.264794 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.265041 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.265278 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.265507 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.265670 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_options = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.265894 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.266164 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.266405 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.266625 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.266858 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.267000 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.267198 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.267359 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.267595 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.267809 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.268013 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.268222 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.268435 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.268677 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.268932 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.269177 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.269391 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.269597 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.269837 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.270077 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.270319 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.270515 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.270747 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.271002 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.271185 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.271411 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.271647 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.271878 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.272107 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.272351 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.272726 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.273465 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.273840 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.274187 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.274447 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.274681 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.274903 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.275146 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.275411 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.275638 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.275896 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.276157 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.276395 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.276634 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.276851 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.277085 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.277296 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.277527 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.277773 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.278010 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.278211 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.278454 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.278902 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.279122 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.279357 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.279772 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.280177 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.280630 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.280852 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.281165 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.281349 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.281581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.281842 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.282081 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.282324 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.282815 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.282969 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.283138 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.283374 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.283611 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.284125 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.284282 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.284427 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.284638 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.284869 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.285087 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.285373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.285632 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.285852 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.286100 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.286631 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.286858 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.287143 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.287411 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.287734 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.287993 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.288279 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.288640 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.289018 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.289412 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.289664 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.289905 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.290136 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.290372 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.290629 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.290857 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.291086 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.291258 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:58:54.291488 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.291656 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.291905 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.292048 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.292193 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.292421 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.292784 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.293142 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.293368 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.293581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.293817 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.294047 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.294245 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.294478 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.294711 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.294979 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.295216 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.295430 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.295643 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.295861 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.296114 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.296329 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.296623 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.296779 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.297006 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.297278 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.297502 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.297738 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.297966 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.298173 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.298449 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.298771 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.299124 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.299504 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.299849 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.300232 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.300572 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.300924 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.301320 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.301498 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.301704 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.301970 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.302136 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.302689 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.302689 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.302998 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.305526 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.305526 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.305526 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.305988 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.305988 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.306247 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.306382 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.306774 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.307023 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.307268 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.307505 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.307745 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.307984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.308198 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.308471 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.308699 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.308947 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.309210 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.309423 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.309683 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.309898 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.310132 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.310347 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.310578 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.310823 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.311096 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.311344 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.311571 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.311813 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.312073 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.312344 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.312585 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.312863 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.313082 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.313367 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.313666 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.313941 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.314251 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.314445 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.314629 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.314907 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.315159 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.315401 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.315634 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.315914 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.316118 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.316338 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.316554 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.316770 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.317010 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.321138 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.321487 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.321753 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.322011 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.322305 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.322581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.322846 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.323133 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.323385 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.323631 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.323898 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.324166 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.324416 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.324665 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.324901 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.325361 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.325616 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.325838 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.326088 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.326309 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.326526 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.326778 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.327011 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.327250 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.327491 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.327724 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.327939 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.328188 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.331397 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.331681 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.331939 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.332204 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.332430 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.332663 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.332888 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.333189 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.333422 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.333715 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.333979 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.334220 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.334454 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.334703 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.334942 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.335255 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.335621 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.336006 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.336466 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.336691 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.336910 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.337141 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.339559 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.340031 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.341783 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.342610 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.345567 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.346341 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.346636 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.346905 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.347137 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.347383 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.347673 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.347920 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.348126 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.348382 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.348605 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.348826 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.349081 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.349595 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.349864 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.350077 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.350320 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.350529 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.350972 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.351305 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.351660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.352581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.353025 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.353292 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.353642 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.353896 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.354131 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.354507 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.354730 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.354963 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.355186 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.355402 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.355653 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.355874 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.356115 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.356814 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.357040 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.357323 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.357557 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.357775 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.357992 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.358216 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.358642 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.358857 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.359087 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.359308 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.359522 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.359745 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.359964 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.360175 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.360423 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.360633 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.360855 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.361075 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.361320 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.361528 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.361833 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.362085 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.362307 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.362595 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.362843 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.363090 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.363333 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.363643 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.363857 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.364100 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.364334 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.364568 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.364786 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.365019 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.365349 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.365616 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.365904 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.366130 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.367408 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.368479 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.368787 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.369009 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.369340 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.369670 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.369957 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.370218 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.370463 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.370710 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.370961 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.371184 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.371437 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.371678 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.371919 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.372163 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.372450 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.372641 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.372881 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.373195 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.373420 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.375044 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.375281 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.375532 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.375845 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.376476 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 21:58:54.377026 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 21:58:54.377231 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 21:58:54.377391 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 21:58:54.377566 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 21:58:54.377737 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 21:58:54.377889 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 21:58:54.378101 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.379461 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.379642 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.379809 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.379972 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380161 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380323 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380485 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380649 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380825 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.380984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.381164 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.381688 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.381879 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.382097 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.382367 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.382643 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.382935 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.383148 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.383313 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.384739 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.384907 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385070 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] debug = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385257 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385457 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385624 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385784 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.385944 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386105 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386260 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386423 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386576 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386735 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.386894 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387053 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387211 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387375 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387512 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387596 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:58:54.387666 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387816 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.387972 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388130 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host = dv-cinder-774288-12-iscsi {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388286 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388442 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388595 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388753 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.388910 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.389066 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.389467 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.389630 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.389797 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.389922 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390074 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390214 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390376 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390689 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_options = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.390850 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391008 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391163 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391346 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391494 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391656 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391816 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.391972 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392129 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392284 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392442 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392600 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392757 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.392913 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393069 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393251 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393409 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393581 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393725 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.393883 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394039 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394203 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394348 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394502 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394657 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394815 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.394959 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395117 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395275 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395431 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395589 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395746 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.395904 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396059 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396215 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396371 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396528 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396708 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.396870 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.397027 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.397222 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.397423 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.397656 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.398252 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.398545 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.398780 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.398942 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_json = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399145 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399266 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399395 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399537 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399694 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.399851 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.400010 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.400169 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 21:58:54.400351 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.401406 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.401588 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.401749 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.401920 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402104 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402454 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402454 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402614 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402770 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.402949 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.403117 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.403295 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.403464 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.403630 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.403899 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404068 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404234 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404586 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404586 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404746 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.404851 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405023 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405208 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405393 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405532 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405796 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.405973 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406136 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406317 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406479 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406643 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406806 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.406968 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407131 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407295 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407460 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407624 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407787 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.407950 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408111 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408273 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408435 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408596 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408759 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.408922 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409089 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409276 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409439 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409603 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409766 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.409929 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410139 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410271 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410426 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410587 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410748 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.410920 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411082 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411244 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411405 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411568 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411729 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.411892 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412054 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412216 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412377 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412538 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412714 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.412875 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.413125 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.414482 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.414482 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.415262 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.415424 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.415924 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.416181 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.416350 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.416516 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.416681 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.416846 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417012 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417190 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417351 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417521 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417707 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.417866 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418011 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418154 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418313 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418462 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418637 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418815 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.418984 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419146 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419303 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419467 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419788 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.419951 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420113 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420267 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420430 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420591 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420754 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.420916 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421077 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421253 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421407 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421572 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421730 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.421889 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.422064 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.422206 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423167 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423546 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423546 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423663 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423726 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.423945 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424039 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424199 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424362 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424518 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424680 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.424843 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425003 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425188 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425350 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425523 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425691 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.425851 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426008 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426193 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426354 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426515 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426677 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426837 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.426999 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.427159 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.427318 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.427472 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.427635 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.427789 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.428025 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.429016 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.429238 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.429411 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.429677 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437134 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.437660 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438116 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.438628 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439065 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.439956 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440373 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.440800 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441270 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441270 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441270 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441454 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441546 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441706 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441999 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.441999 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.442172 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.442333 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.442502 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.442658 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.442818 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443038 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443204 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443363 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443533 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443692 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.443852 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.444004 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.444129 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.444309 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.444683 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.444923 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445189 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445386 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445519 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445647 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445805 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.445938 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446068 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446202 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446306 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446462 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446619 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446777 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.446939 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447105 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447275 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447432 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447598 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447767 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.447933 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448092 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448258 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448428 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448585 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448740 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.448898 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449055 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449245 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449401 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449559 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449715 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.449872 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450029 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450187 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450344 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450503 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450681 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450841 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.450999 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.451156 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.451314 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.451471 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 21:58:54.451624 dv-cinder-774288-12-iscsi neutron-server[102730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 21:58:54.489492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47074) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:58:54.498361 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063970 Nov 22 21:59:07.256787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e643818-b1ac-46e3-90aa-9327b0c8df51 None None] get_active_networks_info from dv-cinder-774288-12-iscsi {{(pid=102839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 21:59:07.320307 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e643818-b1ac-46e3-90aa-9327b0c8df51 None None] No non-hosted networks {{(pid=102839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 21:59:07.344691 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.agentschedulers_db [None req-2e643818-b1ac-46e3-90aa-9327b0c8df51 None None] DHCP Agent not found on host dv-cinder-774288-12-iscsi {{(pid=102839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 21:59:07.477847 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e641dea5-97be-4ff4-9262-75d6dc25be90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:10.695416 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8cb54b9-52a2-4949-996d-518d9444e557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:10.789877 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d715-570d-45ff-b96c-60b824971a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:11.561497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:13.242891 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:13.244505 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.245142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.245683 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.246282 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.246807 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.247329 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.248061 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.248608 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.249179 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.249752 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.250374 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.250921 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:13.251591 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:13.260264 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:13.321465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:14.271779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47166) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:14.501419 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.db.l3_hamode_db [None req-4fde20e7-31e2-4deb-becf-a69782cebe4f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 21:59:14.586145 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde20e7-31e2-4deb-becf-a69782cebe4f None None] Routers set() bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:59:14.586858 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde20e7-31e2-4deb-becf-a69782cebe4f None None] Router IDs set() for agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 21:59:14.882619 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING oslo_policy.policy [None req-98e1c931-05ec-470c-859b-a880b1ca4bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:14.883274 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING oslo_policy.policy [None req-98e1c931-05ec-470c-859b-a880b1ca4bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:15.108379 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [None req-98e1c931-05ec-470c-859b-a880b1ca4bcb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:59:15.109499 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-98e1c931-05ec-470c-859b-a880b1ca4bcb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8367674 Nov 22 21:59:17.628205 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47182) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:17.971562 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:18.067696 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.policy [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 21:59:18.114365 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING oslo_policy.policy [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:18.114755 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING oslo_policy.policy [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:18.123548 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.quota [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] Loaded quota_driver: . Nov 22 21:59:18.221189 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515259868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515260169', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515271554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515278475', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515283973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743515227395', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-677237', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325162', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-490689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399721'] for rbac-policy, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:18.292134 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:18.293455 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-132fc21b-616f-43cb-a286-26fc2f7fe8de admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6641555 Nov 22 21:59:21.049610 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47194) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:21.638325 dv-cinder-774288-12-iscsi neutron-server[102838]: WARNING oslo_policy.policy [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:21.638911 dv-cinder-774288-12-iscsi neutron-server[102838]: WARNING oslo_policy.policy [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:21.884208 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:21.885716 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.quota [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Loaded quota_driver: . Nov 22 21:59:21.946231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Made reservation on behalf of a2c6c30124ec4c3faddc4c45eaba83f0 for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:59:22.016467 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.policy [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 21:59:22.068718 dv-cinder-774288-12-iscsi neutron-server[102838]: WARNING oslo_policy.policy [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:22.069434 dv-cinder-774288-12-iscsi neutron-server[102838]: WARNING oslo_policy.policy [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 21:59:22.080601 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.105211 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.238878 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.246332 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.268278 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:59:22.301357 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743516393180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.301951 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Unsubscribe: segment precommit_create {{(pid=102838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 21:59:22.302471 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Added segment 8118a51d-6035-41be-a4ba-931a1ee555db of type vlan for network 436cd457-3517-4494-ba74-2b9d26b9d64c Nov 22 21:59:22.308803 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aac1fc4-db8d-43f1-88b1-8bb7fc87a1dc,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:22.340173 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.340497 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.340846 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.341175 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.341500 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.341854 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.342169 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.342495 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.342807 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.343097 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.343403 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.343704 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Tracked resource versions report: Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: pushed versions: Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: { 'AddressGroup': {'1.2'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'ConntrackHelper': {'1.0'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Log': {'1.0'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Network': {'1.1'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Port': {'1.7'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'PortForwarding': {'1.2'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'QosPolicy': {'1.10'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroup': {'1.5'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroupRule': {'1.2'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SubPort': {'1.0'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Subnet': {'1.1'}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Trunk': {'1.1'}} Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: consumer versions: Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'ConntrackHelper': '1.0', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Log': '1.0', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Network': '1.1', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Port': '1.7', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'PortForwarding': '1.2', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'QosPolicy': '1.10', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroup': '1.5', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroupRule': '1.2', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SubPort': '1.0', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Subnet': '1.1', Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Trunk': '1.1'}} Nov 22 21:59:22.344994 dv-cinder-774288-12-iscsi neutron-server[102838]: {{(pid=102838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 21:59:22.442394 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.499887 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.501203 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:22.501944 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:22.601298 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5494387 Nov 22 21:59:22.618473 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562c37d-ff4f-4407-bc78-b1ed66678cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=436cd457-3517-4494-ba74-2b9d26b9d64c,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:22.632925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 436cd457-3517-4494-ba74-2b9d26b9d64c details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:59:25.448815 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47216) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:25.878213 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6ba2a-ee85-46c0-b3a7-9c6f5e95d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:25.879634 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6ef6ba2a-ee85-46c0-b3a7-9c6f5e95d82e admin admin] 10.222.0.48 "GET /v2.0/networks/436cd457-3517-4494-ba74-2b9d26b9d64c HTTP/1.1" status: 200 len: 825 time: 0.4297802 Nov 22 21:59:25.923985 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d7d308b6-257a-4aed-bd2f-131cfb50eb7d admin admin] 10.222.0.48 "GET /v2.0/subnetpools/a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba HTTP/1.1" status: 200 len: 734 time: 0.0377009 Nov 22 21:59:25.934313 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Request body: {'subnet': {'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'ip_version': 4, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:25.962083 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Made reservation on behalf of a2c6c30124ec4c3faddc4c45eaba83f0 for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:59:25.964577 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:26.267812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:26.339810 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:26.346787 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Checking segment: {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:59:26.347165 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Network hostable DHCP agents. Network: 436cd457-3517-4494-ba74-2b9d26b9d64c, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:59:26.373074 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Network 436cd457-3517-4494-ba74-2b9d26b9d64c is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:59:26.388181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 436cd457-3517-4494-ba74-2b9d26b9d64c) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:26.393737 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:26.394350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:26.399910 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0ebd2-9c50-441b-bf0a-0dc1c056e31f None None] Network 436cd457-3517-4494-ba74-2b9d26b9d64c requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:59:26.414456 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b7acbaa2-a254-49a0-955a-aa8df3254d4c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4837933 Nov 22 21:59:26.755363 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-436cd457-3517-4494-ba74-2b9d26b9d64c', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:59:26.756796 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.077233 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Allocated IP 172.20.0.2 (436cd457-3517-4494-ba74-2b9d26b9d64c/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da/aa15ec01-6e39-4f55-8349-a9be668d86d9) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:59:27.293794 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.302389 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.384428 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Network 436cd457-3517-4494-ba74-2b9d26b9d64c is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:59:27.389322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:27.394894 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Pushing event updated for resources: {'Port': ['ID=aa15ec01-6e39-4f55-8349-a9be668d86d9,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:27.397761 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:59:27.409063 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.409956 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.409956 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.410143 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.410443 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.410780 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.411116 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.411442 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.411968 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.412291 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.412629 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.412950 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Tracked resource versions report: Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: pushed versions: Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: { 'AddressGroup': {'1.2'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'ConntrackHelper': {'1.0'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Log': {'1.0'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Network': {'1.1'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Port': {'1.7'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'PortForwarding': {'1.2'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'QosPolicy': {'1.10'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroup': {'1.5'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroupRule': {'1.2'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SubPort': {'1.0'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Subnet': {'1.1'}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Trunk': {'1.1'}} Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: consumer versions: Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'ConntrackHelper': '1.0', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Log': '1.0', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Network': '1.1', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Port': '1.7', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'PortForwarding': '1.2', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'QosPolicy': '1.10', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroup': '1.5', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroupRule': '1.2', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SubPort': '1.0', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Subnet': '1.1', Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Trunk': '1.1'}} Nov 22 21:59:27.414358 dv-cinder-774288-12-iscsi neutron-server[102839]: {{(pid=102839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 21:59:27.492509 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Attempting to bind port aa15ec01-6e39-4f55-8349-a9be668d86d9 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:59:27.492895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Attempting to bind port aa15ec01-6e39-4f55-8349-a9be668d86d9 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:59:27.493329 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Attempting to bind port aa15ec01-6e39-4f55-8349-a9be668d86d9 on network 436cd457-3517-4494-ba74-2b9d26b9d64c {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:59:27.498942 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:59:27.499296 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Checking segment: {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:59:27.500292 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.500292 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Bound using segment: {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:59:27.500645 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Bound port: aa15ec01-6e39-4f55-8349-a9be668d86d9, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:59:27.501043 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.567859 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] For port aa15ec01-6e39-4f55-8349-a9be668d86d9, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:59:27.572556 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] For port aa15ec01-6e39-4f55-8349-a9be668d86d9, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=aa15ec01-6e39-4f55-8349-a9be668d86d9,segment=NetworkSegment(8118a51d-6035-41be-a4ba-931a1ee555db),segment_id=8118a51d-6035-41be-a4ba-931a1ee555db)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:59:27.578718 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:27.653275 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14132b-eecd-45a1-b036-7985147524e9 None None] Pushing event updated for resources: {'Port': ['ID=aa15ec01-6e39-4f55-8349-a9be668d86d9,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:29.063421 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47224) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:29.399457 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [None req-b715ae7d-e7b6-4bed-a0d4-a7b0bfc4d5e1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:59:29.400468 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b715ae7d-e7b6-4bed-a0d4-a7b0bfc4d5e1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3361132 Nov 22 21:59:32.062388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47232) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:32.434297 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [None req-ec635074-2474-4adb-9234-d018d70219ea admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:59:32.435242 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ec635074-2474-4adb-9234-d018d70219ea admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3719068 Nov 22 21:59:35.285794 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47242) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:35.673587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:35.708853 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:35.710583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:35.863486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:35.870838 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:35.888175 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:35.889420 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-858c101d-e1fb-4e11-ac57-8702c24aedeb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6026263 Nov 22 21:59:36.791432 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1fcc8c-1a2e-45dd-9201-efeb5a9695bc None None] Network 436cd457-3517-4494-ba74-2b9d26b9d64c requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:59:36.864745 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] Provisioning complete for port aa15ec01-6e39-4f55-8349-a9be668d86d9 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:36.865128 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:37.037479 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa15ec01-6e39-4f55-8349-a9be668d86d9 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:59:37.072300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:37.185038 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] For port aa15ec01-6e39-4f55-8349-a9be668d86d9, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=aa15ec01-6e39-4f55-8349-a9be668d86d9,segment=NetworkSegment(8118a51d-6035-41be-a4ba-931a1ee555db),segment_id=8118a51d-6035-41be-a4ba-931a1ee555db)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:59:37.200708 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:37.244639 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-084f6828-efd0-44d5-991e-d0a496fef370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:37.255758 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port aa15ec01-6e39-4f55-8349-a9be668d86d9 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:37.256089 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:37.302117 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bccb6a-fd19-46c9-b905-cc2df49143ca None None] Pushing event updated for resources: {'Port': ['ID=aa15ec01-6e39-4f55-8349-a9be668d86d9,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:37.524520 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-7d3e64cc-e641-469b-a158-1809e0b19f95 None None] Provisioning complete for port aa15ec01-6e39-4f55-8349-a9be668d86d9 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:37.524909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7d3e64cc-e641-469b-a158-1809e0b19f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:38.465455 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47258) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:38.812607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [None req-e8a79c8b-0f15-4fad-bc07-ffc82d1e6f3a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:59:38.813696 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e8a79c8b-0f15-4fad-bc07-ffc82d1e6f3a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469596 Nov 22 21:59:39.007712 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa15ec01-6e39-4f55-8349-a9be668d86d9 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:59:39.061553 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port aa15ec01-6e39-4f55-8349-a9be668d86d9 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:39.061830 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:40.692033 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b6c6bb5f-1d28-49a4-925b-e0ee26303582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.456898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47276) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:41.505821 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.608604 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:41.634505 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Made reservation on behalf of 1a6e9245e9874c0daeeb744395bd7a1a for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:59:41.637456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.654676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.787688 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.793501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.807981 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Reserving flat network on physical network physnet1 {{(pid=102837) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 21:59:41.846828 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743516393180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:41.847428 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Unsubscribe: segment precommit_create {{(pid=102837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 21:59:41.847913 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Added segment 3a62b3d3-7266-4651-9a72-e76b778b4144 of type flat for network 57175e69-0ea7-43df-ae02-f5405b5d5427 Nov 22 21:59:41.864943 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc0f818-29e5-4339-a7e8-a6e97d181e99,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:41.889872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.890227 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.890528 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.890854 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.891174 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.891526 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.891844 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.892167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.892482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.892804 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.893126 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.893454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Tracked resource versions report: Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: pushed versions: Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: { 'AddressGroup': {'1.2'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'ConntrackHelper': {'1.0'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Log': {'1.0'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Network': {'1.1'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Port': {'1.7'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'PortForwarding': {'1.2'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'QosPolicy': {'1.10'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroup': {'1.5'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroupRule': {'1.2'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SubPort': {'1.0'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Subnet': {'1.1'}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Trunk': {'1.1'}} Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: consumer versions: Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'ConntrackHelper': '1.0', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Log': '1.0', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Network': '1.1', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Port': '1.7', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'PortForwarding': '1.2', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'QosPolicy': '1.10', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroup': '1.5', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroupRule': '1.2', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SubPort': '1.0', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Subnet': '1.1', Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Trunk': '1.1'}} Nov 22 21:59:41.894751 dv-cinder-774288-12-iscsi neutron-server[102837]: {{(pid=102837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 21:59:41.992902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:42.053057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:42.054302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:42.055141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:42.135393 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6773231 Nov 22 21:59:42.164388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93154-ea67-40e5-b9f5-f1837151eb5a admin admin] Pushing event updated for resources: {'Network': ['ID=57175e69-0ea7-43df-ae02-f5405b5d5427,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:42.176521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:59:43.250524 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:43.252013 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:44.334957 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:59:44.574491 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47300) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:44.679228 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d43da-d210-4fef-b473-cdd1b53f0303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:44.680601 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-229d43da-d210-4fef-b473-cdd1b53f0303 admin admin] 10.222.0.48 "GET /v2.0/subnets/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da HTTP/1.1" status: 200 len: 849 time: 0.1051307 Nov 22 21:59:44.838795 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1aebfb1a-8aff-4b32-9a40-60497f92a4a6 admin admin] 10.222.0.48 "GET /v2.0/routers/22f7be8c-8dca-4878-b145-2aca150cab97 HTTP/1.1" status: 200 len: 704 time: 0.1517670 Nov 22 21:59:45.110431 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:45.416935 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Allocated IP 172.20.0.1 (436cd457-3517-4494-ba74-2b9d26b9d64c/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da/040b383d-d569-4a32-9531-daf53146e13a) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:59:45.586843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:45.657370 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:45.734100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Network 436cd457-3517-4494-ba74-2b9d26b9d64c is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:59:45.739395 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:45.745347 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:59:45.745544 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:45.869027 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Pushing event updated for resources: {'Port': ['ID=040b383d-d569-4a32-9531-daf53146e13a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:45.984780 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-44c29155-6245-4848-8450-98e58d3246ab None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:45.985363 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-44c29155-6245-4848-8450-98e58d3246ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.010696 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.019058 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-44c29155-6245-4848-8450-98e58d3246ab None None] Port 040b383d-d569-4a32-9531-daf53146e13a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:59:46.256878 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.262697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.263469 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.343654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Pushing event updated for resources: {'Port': ['ID=040b383d-d569-4a32-9531-daf53146e13a,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:46.393044 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Network 436cd457-3517-4494-ba74-2b9d26b9d64c is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:59:46.394482 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:46.574014 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Router 22f7be8c-8dca-4878-b145-2aca150cab97 is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:59:46.648709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-d43b0d8e-7a6b-43b4-9f3b-df4b63f2ef4b None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:46.649082 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d43b0d8e-7a6b-43b4-9f3b-df4b63f2ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:46.670309 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:59:46.686910 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-08de9428-69da-4d5b-9e5e-f7419b24cb6f admin admin] 10.222.0.48 "PUT /v2.0/routers/22f7be8c-8dca-4878-b145-2aca150cab97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8339095 Nov 22 21:59:46.692007 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-d43b0d8e-7a6b-43b4-9f3b-df4b63f2ef4b None None] Port 040b383d-d569-4a32-9531-daf53146e13a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:59:46.696161 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Sync routers for ids ['22f7be8c-8dca-4878-b145-2aca150cab97'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:59:46.711265 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Routers {'22f7be8c-8dca-4878-b145-2aca150cab97'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:59:46.712091 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T21:59:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['22f7be8c-8dca-4878-b145-2aca150cab97'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:46.930432 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Set router 22f7be8c-8dca-4878-b145-2aca150cab97 gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:59:47.392685 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:45Z', 'revision_number': 2, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port_host': None, '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:46Z', 'revision_number': 2, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:47.449390 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Checking router: 22f7be8c-8dca-4878-b145-2aca150cab97 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:59:47.449663 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Updating router 22f7be8c-8dca-4878-b145-2aca150cab97 port 040b383d-d569-4a32-9531-daf53146e13a binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:59:47.500964 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.104089 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.112431 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.210041 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Pushing event updated for resources: {'Port': ['ID=040b383d-d569-4a32-9531-daf53146e13a,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:48.220822 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.221204 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.221559 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.221895 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.222231 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.222570 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.223045 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.223609 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.224061 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.224393 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.224725 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.225053 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Tracked resource versions report: Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: pushed versions: Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: { 'AddressGroup': {'1.2'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'ConntrackHelper': {'1.0'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Log': {'1.0'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Network': {'1.1'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Port': {'1.7'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'PortForwarding': {'1.2'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'QosPolicy': {'1.10'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroup': {'1.5'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroupRule': {'1.2'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SubPort': {'1.0'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Subnet': {'1.1'}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Trunk': {'1.1'}} Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: consumer versions: Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'ConntrackHelper': '1.0', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Log': '1.0', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Network': '1.1', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Port': '1.7', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'PortForwarding': '1.2', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'QosPolicy': '1.10', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroup': '1.5', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroupRule': '1.2', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SubPort': '1.0', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Subnet': '1.1', Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Trunk': '1.1'}} Nov 22 21:59:48.226432 dv-cinder-774288-12-iscsi neutron-server[102840]: {{(pid=102840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 21:59:48.312875 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Attempting to bind port 040b383d-d569-4a32-9531-daf53146e13a on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:59:48.313466 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Attempting to bind port 040b383d-d569-4a32-9531-daf53146e13a by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:59:48.314006 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Attempting to bind port 040b383d-d569-4a32-9531-daf53146e13a on network 436cd457-3517-4494-ba74-2b9d26b9d64c {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:59:48.320313 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:59:48.320857 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Checking segment: {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:59:48.321439 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.321929 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Bound using segment: {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:59:48.322555 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Bound port: 040b383d-d569-4a32-9531-daf53146e13a, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8118a51d-6035-41be-a4ba-931a1ee555db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:59:48.323050 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.405403 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] For port 040b383d-d569-4a32-9531-daf53146e13a, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:59:48.426665 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a8f2ea3b-c399-4a75-931a-886ead6b2022 None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:48.428246 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a8f2ea3b-c399-4a75-931a-886ead6b2022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.433415 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] For port 040b383d-d569-4a32-9531-daf53146e13a, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=040b383d-d569-4a32-9531-daf53146e13a,segment=NetworkSegment(8118a51d-6035-41be-a4ba-931a1ee555db),segment_id=8118a51d-6035-41be-a4ba-931a1ee555db)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:59:48.440026 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.483427 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2ea3b-c399-4a75-931a-886ead6b2022 None None] Port 040b383d-d569-4a32-9531-daf53146e13a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:59:48.519576 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Routers {'22f7be8c-8dca-4878-b145-2aca150cab97'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:59:48.520400 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T21:59:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['22f7be8c-8dca-4878-b145-2aca150cab97'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:48.588138 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff630e-93d5-43a5-9a28-28fd8db6dbbd None None] Pushing event updated for resources: {'Port': ['ID=040b383d-d569-4a32-9531-daf53146e13a,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:48.621700 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] Set router 22f7be8c-8dca-4878-b145-2aca150cab97 gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:59:48.808935 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:48.809307 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.864868 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:45Z', 'revision_number': 2, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port_host': None, '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:48Z', 'revision_number': 4, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:48.893128 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae006cef-22f2-41a7-ae68-435d124da368 None None] The sync data for ids ['22f7be8c-8dca-4878-b145-2aca150cab97'] in dv-cinder-774288-12-iscsi is: [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:45Z', 'revision_number': 2, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port_host': None, '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:48Z', 'revision_number': 4, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:59:48.900075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:48.945031 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] For port 040b383d-d569-4a32-9531-daf53146e13a, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=040b383d-d569-4a32-9531-daf53146e13a,segment=NetworkSegment(8118a51d-6035-41be-a4ba-931a1ee555db),segment_id=8118a51d-6035-41be-a4ba-931a1ee555db)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:59:48.950783 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:49.015136 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a47059-45a2-43a9-8643-e21b71adbf5b None None] Pushing event updated for resources: {'Port': ['ID=040b383d-d569-4a32-9531-daf53146e13a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:49.114749 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47308) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:49.234343 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffb6688-5c10-49b8-a924-afaa76ad2692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:49.235725 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0ffb6688-5c10-49b8-a924-afaa76ad2692 admin admin] 10.222.0.48 "GET /v2.0/networks/57175e69-0ea7-43df-ae02-f5405b5d5427 HTTP/1.1" status: 200 len: 842 time: 0.1200781 Nov 22 21:59:49.247432 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:49.271066 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Made reservation on behalf of 1a6e9245e9874c0daeeb744395bd7a1a for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:59:49.273849 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:49.578386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.objects.ports [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102838) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 21:59:49.578969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:49.634305 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed484a1c-6616-4586-ba39-4bb7bffc1e65,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:49.649042 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:59:49.649406 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Network hostable DHCP agents. Network: 57175e69-0ea7-43df-ae02-f5405b5d5427, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:59:49.667947 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:59:49.678658 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 57175e69-0ea7-43df-ae02-f5405b5d5427) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:49.683107 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:49.683716 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:49.689439 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0339bd5-b0e4-4068-97de-1c78e0d659d8 None None] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:59:49.701812 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-24812ecd-c848-479d-9790-3bd28dadce76 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4582484 Nov 22 21:59:49.841567 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b1f3b-4575-4bca-ad1c-4d68f17e0667 None None] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:59:52.260927 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47316) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:52.398032 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-3c590be6-5931-4dcb-88c3-1b82573defa6 admin admin] 10.222.0.48 "GET /v2.0/routers/22f7be8c-8dca-4878-b145-2aca150cab97 HTTP/1.1" status: 200 len: 710 time: 0.1354899 Nov 22 21:59:52.512560 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550edc8a-f632-432d-9699-4ca890650326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:59:52.516169 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-550edc8a-f632-432d-9699-4ca890650326 admin admin] 10.222.0.48 "GET /v2.0/networks/57175e69-0ea7-43df-ae02-f5405b5d5427 HTTP/1.1" status: 200 len: 886 time: 0.1122122 Nov 22 21:59:52.527014 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:59:52.906275 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:53.171262 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:53.260478 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:53.372137 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Allocated IP 172.27.1.34 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/6e725c2d-ff56-4de6-87aa-25e1ae501084) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:59:53.482597 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:53.524102 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:53.564839 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:59:53.570795 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:59:53.573561 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:59:53.612666 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Pushing event updated for resources: {'Port': ['ID=6e725c2d-ff56-4de6-87aa-25e1ae501084,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:53.843871 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:54.049768 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11819'] for router, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:54.053638 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1689856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593253'] for router, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:54.269198 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Router 22f7be8c-8dca-4878-b145-2aca150cab97 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:59:54.398766 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:59:54.402958 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:54.404210 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b3d6849b-5af6-42da-a17b-6172ecc2580c admin admin] 10.222.0.48 "PUT /v2.0/routers/22f7be8c-8dca-4878-b145-2aca150cab97 HTTP/1.1" status: 200 len: 889 time: 1.8806841 Nov 22 21:59:55.051304 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 040b383d-d569-4a32-9531-daf53146e13a up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:59:55.110675 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:55.111170 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:56.265671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Sync routers for ids ['22f7be8c-8dca-4878-b145-2aca150cab97'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:59:56.287105 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Routers {'22f7be8c-8dca-4878-b145-2aca150cab97'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:59:56.288279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T21:59:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['22f7be8c-8dca-4878-b145-2aca150cab97'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:56.593511 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Set router 22f7be8c-8dca-4878-b145-2aca150cab97 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:59:57.049999 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47328) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:59:57.202099 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ab05c825-6c58-4e63-88c0-44c6c1c78d3e admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1346052 Nov 22 21:59:57.300380 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:53Z', 'revision_number': 4, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port': {'id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:53Z', 'updated_at': '2021-11-22T21:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:48Z', 'revision_number': 5, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:57.358334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Checking router: 22f7be8c-8dca-4878-b145-2aca150cab97 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:59:57.358685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Updating router 22f7be8c-8dca-4878-b145-2aca150cab97 port 6e725c2d-ff56-4de6-87aa-25e1ae501084 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:59:57.412656 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:57.821290 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:57.829312 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:57.898930 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Attempting to bind port 6e725c2d-ff56-4de6-87aa-25e1ae501084 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:59:57.899215 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Attempting to bind port 6e725c2d-ff56-4de6-87aa-25e1ae501084 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:59:57.900103 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Attempting to bind port 6e725c2d-ff56-4de6-87aa-25e1ae501084 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:59:57.909876 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:59:57.910514 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:59:57.911142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:57.911868 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:59:57.912601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Bound port: 6e725c2d-ff56-4de6-87aa-25e1ae501084, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:59:57.913227 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:57.922355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b266f-0b7e-4fbc-840e-e44f88441931 None None] Pushing event updated for resources: {'Port': ['ID=6e725c2d-ff56-4de6-87aa-25e1ae501084,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:57.987680 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] For port 6e725c2d-ff56-4de6-87aa-25e1ae501084, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:59:57.993351 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] For port 6e725c2d-ff56-4de6-87aa-25e1ae501084, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=6e725c2d-ff56-4de6-87aa-25e1ae501084,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:59:57.999213 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:58.065616 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Routers {'22f7be8c-8dca-4878-b145-2aca150cab97'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:59:58.066263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T21:59:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['22f7be8c-8dca-4878-b145-2aca150cab97'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:58.069794 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b266f-0b7e-4fbc-840e-e44f88441931 None None] Pushing event updated for resources: {'Port': ['ID=6e725c2d-ff56-4de6-87aa-25e1ae501084,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:59:58.213676 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] Set router 22f7be8c-8dca-4878-b145-2aca150cab97 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:59:58.502845 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:53Z', 'revision_number': 4, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port': {'id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:53Z', 'updated_at': '2021-11-22T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:48Z', 'revision_number': 5, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:59:58.543075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521efff-e8df-4e6f-a03f-66f920f0da3d None None] The sync data for ids ['22f7be8c-8dca-4878-b145-2aca150cab97'] in dv-cinder-774288-12-iscsi is: [{'id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'name': 'router1', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:59:35Z', 'updated_at': '2021-11-22T21:59:53Z', 'revision_number': 4, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'gw_port': {'id': '6e725c2d-ff56-4de6-87aa-25e1ae501084', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:53Z', 'updated_at': '2021-11-22T21:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '040b383d-d569-4a32-9531-daf53146e13a', 'name': '', 'network_id': '436cd457-3517-4494-ba74-2b9d26b9d64c', 'tenant_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'mac_address': 'fa:16:3e:3e:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f7be8c-8dca-4878-b145-2aca150cab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:59:45Z', 'updated_at': '2021-11-22T21:59:48Z', 'revision_number': 5, 'project_id': 'a2c6c30124ec4c3faddc4c45eaba83f0', 'subnets': [{'id': 'ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2c8bfda-77d8-4fa1-a335-7fc59a1d97ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:59:59.078401 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6e725c2d-ff56-4de6-87aa-25e1ae501084 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:59:59.138429 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 6e725c2d-ff56-4de6-87aa-25e1ae501084 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:59:59.138892 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:59.260293 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:59.291904 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 6e725c2d-ff56-4de6-87aa-25e1ae501084, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=6e725c2d-ff56-4de6-87aa-25e1ae501084,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:59:59.299373 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:59:59.390742 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=6e725c2d-ff56-4de6-87aa-25e1ae501084,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:00:01.075742 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6e725c2d-ff56-4de6-87aa-25e1ae501084 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:00:01.133894 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 6e725c2d-ff56-4de6-87aa-25e1ae501084 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:00:01.134268 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:07.189087 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9811076c-f3e0-4076-b64d-193d77c216c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:10.697061 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e26f-ba1f-4014-8f2a-2dd556c86034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:11.516281 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:13.210244 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:13.277093 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:21.324010 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:00:37.180299 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8f880a0-e4c0-423b-bd13-7b449c9bc71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:40.699709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b6d-dae3-4d30-a563-9ee64f87f8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:41.516318 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:43.202496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:43.261937 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:00:58.316264 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:01:07.176497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a30563a0-b7fe-41e5-a4ec-69cd1bb0deaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:10.696608 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2853f7bd-809a-4512-b2e3-7961cdf1849b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:11.520009 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:13.202275 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:13.249746 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:26.370916 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47812) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:26.436970 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.pecan_wsgi.hooks.translation [None req-64172015-0242-44b7-aacf-e0c42b1ada3f admin admin] GET failed (client error): The resource could not be found. Nov 22 22:01:26.438247 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-64172015-0242-44b7-aacf-e0c42b1ada3f admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663714 Nov 22 22:01:26.603164 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19058957-17b4-43e1-94c6-d40bbb280fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:26.604737 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-19058957-17b4-43e1-94c6-d40bbb280fc7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612973 Nov 22 22:01:28.955565 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47822) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:29.052870 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde24e0b-df63-4632-9291-70f8b3ca41aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:29.054303 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-bde24e0b-df63-4632-9291-70f8b3ca41aa admin admin] 10.222.0.48 "GET /v2.0/subnets/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da HTTP/1.1" status: 200 len: 849 time: 0.0977716 Nov 22 22:01:29.064558 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:01:29.152091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Publish callbacks [] for subnet, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:29.301217 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743516350796'] for subnet, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:29.332660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:29.333868 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:29.334644 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] 10.222.0.48 "PUT /v2.0/subnets/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da HTTP/1.1" status: 200 len: 868 time: 0.2739406 Nov 22 22:01:29.338388 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97ace4-77c3-4b2e-9d6d-b6ef0d4420bf None None] Network 436cd457-3517-4494-ba74-2b9d26b9d64c requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:01:29.355293 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:01:29.371315 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.371968 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.372325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.372667 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.373006 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.373469 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.373813 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.374146 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.374489 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.374809 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.375136 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.375462 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cca86d-424d-4649-bb55-55bc685d5ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:01:29.765662 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a5d503d1-1c1f-4d3a-a6aa-ac3cd52799ec None None] Provisioning complete for port 040b383d-d569-4a32-9531-daf53146e13a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:01:29.766034 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a5d503d1-1c1f-4d3a-a6aa-ac3cd52799ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:29.857943 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a5d503d1-1c1f-4d3a-a6aa-ac3cd52799ec None None] Provisioning complete for port aa15ec01-6e39-4f55-8349-a9be668d86d9 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:01:29.858202 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a5d503d1-1c1f-4d3a-a6aa-ac3cd52799ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:31.729446 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47830) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:31.959534 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c353d8-e13d-4939-8c5a-830396b4e1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:31.960003 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c353d8-e13d-4939-8c5a-830396b4e1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:31.961598 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d1c353d8-e13d-4939-8c5a-830396b4e1dd admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2311380 Nov 22 22:01:34.284903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47840) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:34.424777 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68044fdb-1452-4407-b3ea-5734d36bac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:34.425328 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68044fdb-1452-4407-b3ea-5734d36bac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:34.426861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-68044fdb-1452-4407-b3ea-5734d36bac61 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1408560 Nov 22 22:01:35.315764 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:01:36.740995 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47848) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:36.879030 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c01d6-3d73-4f7b-bdc5-0a21572378cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:36.880544 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-512c01d6-3d73-4f7b-bdc5-0a21572378cc admin admin] 10.222.0.48 "GET /v2.0/networks/436cd457-3517-4494-ba74-2b9d26b9d64c HTTP/1.1" status: 200 len: 869 time: 0.1385570 Nov 22 22:01:37.171218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2a1b76de-3f94-48e8-9bce-10f32442a1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:39.217478 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47856) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:39.413973 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff1402-addf-44d1-afc3-dcd9be841338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:39.415261 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-00ff1402-addf-44d1-afc3-dcd9be841338 admin admin] 10.222.0.48 "GET /v2.0/networks/57175e69-0ea7-43df-ae02-f5405b5d5427 HTTP/1.1" status: 200 len: 886 time: 0.1965339 Nov 22 22:01:40.700126 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-91719600-ae1a-4fca-aa60-abc8b325bc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:41.520418 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:41.710112 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47864) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:41.838955 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82169d93-275f-4674-b538-227a2ad6234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:41.839309 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82169d93-275f-4674-b538-227a2ad6234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:41.840886 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-82169d93-275f-4674-b538-227a2ad6234c admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296670 Nov 22 22:01:43.206091 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:43.243409 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:01:44.219329 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47872) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:44.319477 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea8a46-53de-46e9-8df8-c2c7bc859545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:44.319957 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea8a46-53de-46e9-8df8-c2c7bc859545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:44.321520 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f2ea8a46-53de-46e9-8df8-c2c7bc859545 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012645 Nov 22 22:01:46.645998 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47880) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:46.746544 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b715da-8053-408a-9189-be62dd9ecdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:46.747945 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-c8b715da-8053-408a-9189-be62dd9ecdf2 admin admin] 10.222.0.48 "GET /v2.0/subnets/ed484a1c-6616-4586-ba39-4bb7bffc1e65 HTTP/1.1" status: 200 len: 816 time: 0.1009636 Nov 22 22:01:49.106561 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47888) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:01:49.244962 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b4506-dc18-44cc-954c-03f2c507cefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:01:49.246421 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0f7b4506-dc18-44cc-954c-03f2c507cefc admin admin] 10.222.0.48 "GET /v2.0/subnets/ef633f8a-5160-42c6-a6e4-5bd7cbf4d1da HTTP/1.1" status: 200 len: 868 time: 0.1388824 Nov 22 22:02:07.176053 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-57464d61-e48b-49e8-8836-c9a807f1969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:10.704868 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-058c043d-2397-4e79-9057-121a8280f548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:11.523044 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:12.315156 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:02:13.205887 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:13.247119 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:13.781655 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47942) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:02:13.832483 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [None req-f33687eb-4eef-422e-8c37-26065cb26c19 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:02:13.833534 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f33687eb-4eef-422e-8c37-26065cb26c19 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509439 Nov 22 22:02:16.266685 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 47950) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:02:16.330600 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.pecan_wsgi.hooks.translation [None req-42122a52-91cf-4ebc-856c-eda5cac8aa4e admin admin] GET failed (client error): The resource could not be found. Nov 22 22:02:16.332061 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-42122a52-91cf-4ebc-856c-eda5cac8aa4e admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643601 Nov 22 22:02:16.422178 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc4b43-93e0-4abf-b5b3-873d0c0e3356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:02:16.423683 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-3dcc4b43-93e0-4abf-b5b3-873d0c0e3356 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0870380 Nov 22 22:02:18.776811 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47958) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:02:18.829510 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:02:18.852796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Made reservation on behalf of 1a6e9245e9874c0daeeb744395bd7a1a for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:02:18.855289 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:18.890243 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING neutron.services.revisions.revision_plugin [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Could not find related network for resource to bump revision. Nov 22 22:02:18.906499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:02:18.916538 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:18.916879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Added segment 8eeb9e0e-7aba-48f3-84ad-a93d88d862a6 of type vlan for network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef Nov 22 22:02:18.968234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:18.993546 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:18.994491 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:02:18.995101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:19.050293 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2723165 Nov 22 22:02:19.056759 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Pushing event updated for resources: {'Network': ['ID=f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:02:19.064075 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.064438 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.064778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.065193 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.065574 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.065829 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.066167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.066610 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.066973 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.067306 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.067627 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.068062 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101b6e-9017-4dc2-af80-8e177994874e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:19.080359 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:02:21.432982 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 47966) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:02:21.500889 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b32dec-486d-42f6-bf4c-5cf13ff91386 admin admin] GET failed (client error): The resource could not be found. Nov 22 22:02:21.502406 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-85b32dec-486d-42f6-bf4c-5cf13ff91386 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0684073 Nov 22 22:02:21.617555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9e482-534c-4b55-8bb1-e8ebe3991ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:02:21.619128 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-cbc9e482-534c-4b55-8bb1-e8ebe3991ade admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1117282 Nov 22 22:02:21.633018 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:02:21.661135 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Made reservation on behalf of 1a6e9245e9874c0daeeb744395bd7a1a for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:02:21.663585 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:21.895490 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:21.960045 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc95da5d-86f9-46e6-9b3b-0157bd881834,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:02:21.970050 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Checking segment: {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:02:21.970423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Network hostable DHCP agents. Network: f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:02:21.996867 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:02:22.012124 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:02:22.017596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:02:22.018230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.026162 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a8d6e-66f4-4840-a494-29a70d60c108 None None] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:02:22.037559 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-e3392ea6-1b90-497e-87c1-505792383b09 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4091554 Nov 22 22:02:22.201087 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef', 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef', 'tenant_id': '1a6e9245e9874c0daeeb744395bd7a1a', 'fixed_ips': [{'subnet_id': 'bc95da5d-86f9-46e6-9b3b-0157bd881834'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:02:22.202085 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.476607 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Allocated IP 192.168.233.2 (f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef/bc95da5d-86f9-46e6-9b3b-0157bd881834/2d8385a0-22fe-403b-b815-26ae7aab96c0) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:02:22.638697 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.649092 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.690854 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:02:22.694320 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:02:22.698214 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:02:22.707835 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Pushing event updated for resources: {'Port': ['ID=2d8385a0-22fe-403b-b815-26ae7aab96c0,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:02:22.733182 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.733462 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.733815 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.734145 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.734476 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.734832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.735161 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.735476 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.735797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.736115 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.736434 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.736753 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:02:22.772780 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Attempting to bind port 2d8385a0-22fe-403b-b815-26ae7aab96c0 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:02:22.773266 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Attempting to bind port 2d8385a0-22fe-403b-b815-26ae7aab96c0 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:02:22.773842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Attempting to bind port 2d8385a0-22fe-403b-b815-26ae7aab96c0 on network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:02:22.782033 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:02:22.782612 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Checking segment: {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:02:22.783241 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.783765 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Bound using segment: {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:02:22.784383 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Bound port: 2d8385a0-22fe-403b-b815-26ae7aab96c0, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:02:22.785025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.862322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] For port 2d8385a0-22fe-403b-b815-26ae7aab96c0, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:02:22.866791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] For port 2d8385a0-22fe-403b-b815-26ae7aab96c0, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2d8385a0-22fe-403b-b815-26ae7aab96c0,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:02:22.873826 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:22.937466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfd58b-f415-4aff-b841-fdb914d951e6 None None] Pushing event updated for resources: {'Port': ['ID=2d8385a0-22fe-403b-b815-26ae7aab96c0,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:02:23.901429 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2e65f-7ece-4b4c-9a77-50b08317ecd5 None None] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:02:23.982642 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] Provisioning complete for port 2d8385a0-22fe-403b-b815-26ae7aab96c0 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:02:23.983006 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:24.150987 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:24.196670 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] For port 2d8385a0-22fe-403b-b815-26ae7aab96c0, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2d8385a0-22fe-403b-b815-26ae7aab96c0,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:02:24.203906 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:24.265211 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c7204-e719-41cf-aa1f-1682723ba2d2 None None] Pushing event updated for resources: {'Port': ['ID=2d8385a0-22fe-403b-b815-26ae7aab96c0,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:02:24.440054 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-6abf9e8c-2dd9-49c2-813b-ae42ae510f84 None None] Provisioning complete for port 2d8385a0-22fe-403b-b815-26ae7aab96c0 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:02:24.440372 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6abf9e8c-2dd9-49c2-813b-ae42ae510f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:25.122249 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 2d8385a0-22fe-403b-b815-26ae7aab96c0 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:02:25.176129 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 2d8385a0-22fe-403b-b815-26ae7aab96c0 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:02:25.176747 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:37.180689 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8801e556-2653-4c48-93b8-c0bfc2c523d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:40.710580 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3721d3b3-8fe3-4845-a9ed-ec6e7bfbdedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:41.526885 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:43.208350 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:43.251327 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:02:49.314447 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:03:07.188661 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e90ca610-06bf-4f12-8dc2-f638316d19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:10.715016 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-469dc27d-1b86-4826-9eef-725a5052fcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:11.530245 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:13.210876 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:13.256130 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:26.313832 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:03:35.470359 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48010) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:03:35.477460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [None req-dd7515c2-b08a-46f5-b270-76adacf0c994 tempest-verify_tempest_config-1889509084 tempest-verify_tempest_config-1889509084-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:03:35.479112 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-dd7515c2-b08a-46f5-b270-76adacf0c994 tempest-verify_tempest_config-1889509084 tempest-verify_tempest_config-1889509084-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075181 Nov 22 22:03:35.817589 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48028) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:03:35.931117 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.012076 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.016828 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.063798 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6586248517ad46be90694faaa50418ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2451382 Nov 22 22:03:36.065133 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112cdfd-1440-41c5-ab68-85c01d099c24,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:03:36.066911 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48032) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:03:36.072583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.072931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.073309 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.073650 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.073995 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.074325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.074654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.074994 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.075322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.075643 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.075964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.076280 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b67d7b-43eb-488c-9db0-4cf4eb6c18bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.126677 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.152442 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.259977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.262785 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:36.263974 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3112cdfd-1440-41c5-ab68-85c01d099c24 HTTP/1.1" status: 204 len: 168 time: 0.1959734 Nov 22 22:03:36.272629 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112cdfd-1440-41c5-ab68-85c01d099c24,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:03:36.280821 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.281147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.281527 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.281864 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.282199 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.282524 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.282843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.283172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.283493 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.283814 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.284140 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:36.284477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5c4fa-0c05-4ee9-aac9-4ec453893054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:03:37.185385 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-bb8759cd-aa2b-407b-96cc-cc1b8c6e225f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:40.720399 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87b124e5-f82a-4f6d-904e-4c84039f6b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:41.538773 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:43.214536 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:03:43.260569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:03.313026 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:04:07.181571 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b04f452c-5998-4b03-af2f-d0380ddc0865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:10.729480 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b0d1-93bf-42d2-8f29-952c650ad1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:11.540243 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:13.217272 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:13.276269 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:37.175998 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-234f859a-040f-46ce-8176-06d7e6da031e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:40.317827 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 5 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:04:40.724487 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5125c4c6-910c-47d1-9f39-12ce97a89919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:41.543151 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:43.222942 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:04:43.275611 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:07.181506 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e16c1e2a-494e-4c34-8d3a-a5d6f67d2f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:10.731330 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-75a21ab5-dda4-4fc8-841b-d70551703ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:11.541268 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:13.226591 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:13.269601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:15.646602 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586562'] for agent, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:17.336953 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:05:31.367650 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48110) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:05:31.489722 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6a4903be-d203-4b19-848c-3bdf48b85dc1 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1209035 Nov 22 22:05:33.853015 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48120) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:05:33.926746 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-75d3f6dc-8e24-4d80-b155-3dc0d2b738bf admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0722413 Nov 22 22:05:37.188013 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2028e21e-631b-4d44-ad5c-0126b6725d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:40.738667 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-59f02f38-7432-440f-800e-b5c352b78513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:41.545573 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:43.234937 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:43.274497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:45.614892 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:05:54.317197 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:06:07.184889 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-0a1161c8-5a02-46a7-87f2-e1743c38f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:10.833502 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1415a6fc-25f5-41be-8f8a-79ea2f8be897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:11.549932 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:13.231442 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:13.280824 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:15.610963 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:31.322842 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:06:37.180048 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-4a1572fb-f165-462a-9e6d-91cbda831907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:40.738128 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b18d790b-e5b4-4a8a-86fd-bbffd3181ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:41.553227 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:43.233012 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:43.275727 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:06:45.615346 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.223153 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48280) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:06.479497 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-210210903-network', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:06.505729 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Made reservation on behalf of 6f88f8c3689f435d8a6d954337fad1ee for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:06.508544 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.517801 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.610509 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.617244 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.652015 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fde0a3-239e-4dfb-9902-6b866797a0fa,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:06.662236 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.662602 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.663114 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.663447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.663773 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.664097 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.664423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.664754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.665080 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.665422 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.665738 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.666061 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Tracked resource versions report: Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: pushed versions: Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: { 'AddressGroup': {'1.2'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'ConntrackHelper': {'1.0'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Log': {'1.0'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Network': {'1.1'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Port': {'1.7'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'PortForwarding': {'1.2'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'QosPolicy': {'1.10'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroup': {'1.5'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SubPort': {'1.0'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Subnet': {'1.1'}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Trunk': {'1.1'}} Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: consumer versions: Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: HyperV agent@hv-cinder-77428: {}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'ConntrackHelper': '1.0', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Log': '1.0', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Network': '1.1', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Port': '1.7', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'PortForwarding': '1.2', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'QosPolicy': '1.10', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroup': '1.5', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SecurityGroupRule': '1.2', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'SubPort': '1.0', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Subnet': '1.1', Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: 'Trunk': '1.1'}} Nov 22 22:07:06.667064 dv-cinder-774288-12-iscsi neutron-server[102838]: {{(pid=102838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:07:06.676281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:06.688270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.688610 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Added segment e39f5919-b83a-4179-bb27-0acaf61043c8 of type vlan for network 51137e5e-beca-4500-b972-d54dc057bfff Nov 22 22:07:06.735202 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.760844 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.761967 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:06.762636 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:06.818764 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] Pushing event updated for resources: {'Network': ['ID=51137e5e-beca-4500-b972-d54dc057bfff,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:06.830617 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 51137e5e-beca-4500-b972-d54dc057bfff details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:06.840202 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48324) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:06.840789 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-c943756d-f93f-49dd-89c8-03acb8776a31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6149330 Nov 22 22:07:06.847368 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Request body: {'subnet': {'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-subnet', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:06.890648 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Made reservation on behalf of 6f88f8c3689f435d8a6d954337fad1ee for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:06.895453 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.119208 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.163138 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df62144-cb88-4f1a-9ffe-759aae16bbb6,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:07.171748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.172098 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.172626 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.173163 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.173680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.174180 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.174661 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.175144 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.175626 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.176120 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.176599 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.177196 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Tracked resource versions report: Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: pushed versions: Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: { 'AddressGroup': {'1.2'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'ConntrackHelper': {'1.0'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Log': {'1.0'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Network': {'1.1'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Port': {'1.7'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'PortForwarding': {'1.2'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'QosPolicy': {'1.10'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroup': {'1.5'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SubPort': {'1.0'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Subnet': {'1.1'}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Trunk': {'1.1'}} Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: consumer versions: Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: HyperV agent@hv-cinder-77428: {}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'ConntrackHelper': '1.0', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Log': '1.0', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Network': '1.1', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Port': '1.7', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'PortForwarding': '1.2', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'QosPolicy': '1.10', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroup': '1.5', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SecurityGroupRule': '1.2', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'SubPort': '1.0', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Subnet': '1.1', Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: 'Trunk': '1.1'}} Nov 22 22:07:07.178389 dv-cinder-774288-12-iscsi neutron-server[102837]: {{(pid=102837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:07:07.189700 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-38c5e10c-7f29-4a11-8f15-726363d9b5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.214548 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Checking segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:07.214907 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Network hostable DHCP agents. Network: 51137e5e-beca-4500-b972-d54dc057bfff, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:07.234371 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Network 51137e5e-beca-4500-b972-d54dc057bfff is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:07.246216 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 51137e5e-beca-4500-b972-d54dc057bfff) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:07.251057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:07.251909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.257977 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde38707-a655-4962-a5f5-71e356e38016 None None] Network 51137e5e-beca-4500-b972-d54dc057bfff requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:07.275917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48342) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:07.287573 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48346) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:07.292149 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:07.299249 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2835bc0e-a45f-4d4a-841e-b24b1c5e7a3a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4552209 Nov 22 22:07:07.310145 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48348) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:07.330326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.332706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.383291 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48356) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:07.445428 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-51137e5e-beca-4500-b972-d54dc057bfff', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:07:07.448541 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.453780 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.570219 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-731333058-network', 'tenant_id': '26ebf09b632f46b98021935f67e4c667'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:07.605534 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687349622-network', 'tenant_id': '2436a14ee00e4f4085ef39bc1ba78073'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:07.612569 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Made reservation on behalf of 26ebf09b632f46b98021935f67e4c667 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:07.617002 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.620030 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Allocated IP 172.20.0.2 (51137e5e-beca-4500-b972-d54dc057bfff/1df62144-cb88-4f1a-9ffe-759aae16bbb6/2bc21d78-c439-42fb-b3a3-d8698b9631aa) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:07.632357 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.726394 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.732274 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.735168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.752214 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:07.761971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.762305 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Added segment 2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc of type vlan for network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 Nov 22 22:07:07.824578 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48374) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:07.830624 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.850710 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.861958 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.885479 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Made reservation on behalf of 2436a14ee00e4f4085ef39bc1ba78073 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:07.894078 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.898037 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.898956 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:07.899911 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.943318 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2090986552-network', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:07.955194 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Network 51137e5e-beca-4500-b972-d54dc057bfff is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:07.959322 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:07.968454 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:07.973483 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:07.975554 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Pushing event updated for resources: {'Port': ['ID=2bc21d78-c439-42fb-b3a3-d8698b9631aa,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:07.991795 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-434628038-network', 'tenant_id': '24414ee4fda949daabe2e3162c5f52f2'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:07.994805 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.995255 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.995485 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.995820 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.996142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.996480 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.996876 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.997113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.997441 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.997756 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.998196 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.998515 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Tracked resource versions report: Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: pushed versions: Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: { 'AddressGroup': {'1.2'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'ConntrackHelper': {'1.0'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Log': {'1.0'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Network': {'1.1'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Port': {'1.7'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'PortForwarding': {'1.2'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'QosPolicy': {'1.10'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroup': {'1.5'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SubPort': {'1.0'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Subnet': {'1.1'}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Trunk': {'1.1'}} Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: consumer versions: Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: HyperV agent@hv-cinder-77428: {}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'ConntrackHelper': '1.0', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Log': '1.0', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Network': '1.1', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Port': '1.7', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'PortForwarding': '1.2', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'QosPolicy': '1.10', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroup': '1.5', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SecurityGroupRule': '1.2', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'SubPort': '1.0', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Subnet': '1.1', Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: 'Trunk': '1.1'}} Nov 22 22:07:07.999992 dv-cinder-774288-12-iscsi neutron-server[102839]: {{(pid=102839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:07:08.040348 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.060481 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Attempting to bind port 2bc21d78-c439-42fb-b3a3-d8698b9631aa on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:08.060928 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Attempting to bind port 2bc21d78-c439-42fb-b3a3-d8698b9631aa by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:08.061379 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Attempting to bind port 2bc21d78-c439-42fb-b3a3-d8698b9631aa on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:08.066980 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:08.067456 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Checking segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:08.067916 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.068363 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Bound using segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:08.068889 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Bound port: 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:08.069484 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.070680 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.079556 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Made reservation on behalf of 24414ee4fda949daabe2e3162c5f52f2 for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:08.082485 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.118704 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.142729 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:08.155194 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8751130 Nov 22 22:07:08.156351 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48388) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:08.160298 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:08.165579 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Request body: {'subnet': {'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-subnet', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:08.173121 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Made reservation on behalf of e12ff9813baf40cfb668a29ae465643c for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:08.181850 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.242238 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] For port 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:08.266547 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] For port 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2bc21d78-c439-42fb-b3a3-d8698b9631aa,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:08.279882 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.315741 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:07:08.376670 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Made reservation on behalf of 26ebf09b632f46b98021935f67e4c667 for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:08.382656 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.406615 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a7256-48e5-4833-8449-ec0ea2840a2c None None] Pushing event updated for resources: {'Port': ['ID=2bc21d78-c439-42fb-b3a3-d8698b9631aa,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:08.447093 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.485345 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1f372-b9c8-4976-bb82-dbbf8748ea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8fa6ef-0476-4fcc-84ea-45e692fce118,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:08.491693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Allocated IP 172.27.1.12 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/abd0ed8a-4627-415f-8ca4-f835a9aa6e53) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:08.595390 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.605317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.634828 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.682607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.694805 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be452767-bb07-4a94-a496-52018a5876f8,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:08.699055 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:08.723158 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6036e250-6eab-4a4c-9bc3-8c857ba77582,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:08.745384 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:08.768139 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.771310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Added segment 02b5a550-9ae2-481b-8379-46d3296a29c5 of type vlan for network 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb Nov 22 22:07:08.771654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.772328 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Added segment dbc1eda1-10a3-4805-a1d6-de7dccb3df90 of type vlan for network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 Nov 22 22:07:08.848431 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.883982 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.904661 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.916810 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:08.988758 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.007664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028360bf-78fd-4417-9806-f877569a64bb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:09.009424 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.011351 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:09.011942 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.073018 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.074456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:09.075257 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.090617 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.db.api [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:07:09.091050 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG oslo_db.api [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:07:09.091509 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48422) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:09.134693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] Pushing event updated for resources: {'Network': ['ID=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:09.150532 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:09.153305 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.202941 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8873017 Nov 22 22:07:09.205422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48432) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:09.221833 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Request body: {'subnet': {'network_id': '2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687349622-subnet', 'tenant_id': '2436a14ee00e4f4085ef39bc1ba78073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:09.230356 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6287dd49-b063-4962-aa82-e7e8ba289872 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4041283 Nov 22 22:07:09.235051 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Checking segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:09.235414 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Network hostable DHCP agents. Network: 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:09.236782 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48434) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:09.261782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.265032 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Request body: {'subnet': {'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-434628038-subnet', 'tenant_id': '24414ee4fda949daabe2e3162c5f52f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:09.281889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ecdfd-f22e-4616-8a20-44a1e0fc7bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:09.332200 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:09.334367 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Made reservation on behalf of 2436a14ee00e4f4085ef39bc1ba78073 for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:09.336978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.348338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:09.355422 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:09.356576 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:09.376167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Made reservation on behalf of 24414ee4fda949daabe2e3162c5f52f2 for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:09.378739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.540582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f7db630f-7982-4f72-ad3b-436d94d13165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.549235 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:09.551687 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121c001f-72b7-44d2-93b4-a451e6686acd,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:09.561344 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 2bc21d78-c439-42fb-b3a3-d8698b9631aa up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:09.641337 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Pushing event updated for resources: {'Port': ['ID=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:09.644166 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f7db630f-7982-4f72-ad3b-436d94d13165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.645091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:09.650436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.652055 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:09.654566 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.671575 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f7db630f-7982-4f72-ad3b-436d94d13165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.690521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5db396-dfe7-4703-a183-ab6dc1a847df None None] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:09.694621 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0a2bdcc0-7036-42ef-b8f7-29382b08db84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5336571 Nov 22 22:07:09.704217 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48436) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:09.711914 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:09.805386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.814323 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.827234 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:09.937270 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2011c-c626-4324-9bc7-5c537f2bd7c5 None None] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:09.976885 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48452) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:09.977040 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-f7db630f-7982-4f72-ad3b-436d94d13165 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84e372185a86463a99723b5ebead8ae3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8702400 Nov 22 22:07:10.013622 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4b9fa-311a-4c19-914b-e232ec98dff5 None None] Network 51137e5e-beca-4500-b972-d54dc057bfff requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:10.021949 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.057233 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:10.068665 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.068665 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Added segment 1bab9f9f-582a-4a1f-ac91-ab665e23f558 of type vlan for network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 Nov 22 22:07:10.113941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.137950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db630f-7982-4f72-ad3b-436d94d13165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf204f1-f190-425c-9bd5-69f8e26b06c0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:10.146898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.147874 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:10.148720 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.174810 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 2bc21d78-c439-42fb-b3a3-d8698b9631aa triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:10.175378 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.222060 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-075ff858-05a7-4805-ac54-7a237b9ac1c1 None None] Provisioning complete for port 2bc21d78-c439-42fb-b3a3-d8698b9631aa triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:10.222429 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-075ff858-05a7-4805-ac54-7a237b9ac1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.245182 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] Pushing event updated for resources: {'Network': ['ID=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:10.279284 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:10.309761 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-a3589e6a-144b-4db8-9928-4cdc5e8930fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9250865 Nov 22 22:07:10.343452 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48478) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:10.344364 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Checking segment: {'id': 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:10.346593 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Network hostable DHCP agents. Network: cf99fbaa-1333-4a9b-ad41-d24fc68d65d8, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:10.362733 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Request body: {'subnet': {'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2090986552-subnet', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:10.413751 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:10.425261 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.459963 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.463091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.465227 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:10.474417 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Made reservation on behalf of e12ff9813baf40cfb668a29ae465643c for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:10.476817 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.506703 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.565563 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, cf99fbaa-1333-4a9b-ad41-d24fc68d65d8) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:10.570027 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:10.570629 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.575781 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48490) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:10.603769 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6370f0-6a7c-4a76-886f-8986ef0bb409 None None] Network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:10.622797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.690929 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0252faa6-9c08-49f8-a772-d6922043190f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4385445 Nov 22 22:07:10.739044 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Checking segment: {'id': '02b5a550-9ae2-481b-8379-46d3296a29c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:10.739404 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Network hostable DHCP agents. Network: 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:10.741566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce56022-cdf4-4aec-83c6-4cba08da43cc,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:10.796547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Network 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:10.825659 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:10.832178 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:10.832641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.877160 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4506a59-40ac-4076-8ca3-ec6b54dcf2d9 None None] Network 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:10.879507 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8aa5fe20-3bac-4d24-8511-9480ae912d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.880576 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.883642 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.887833 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daf204f1-f190-425c-9bd5-69f8e26b06c0 HTTP/1.1" status: 204 len: 168 time: 0.9053230 Nov 22 22:07:10.905603 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.915921 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-e8bf7966-97db-46e6-a201-930fe89d5ef2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6997511 Nov 22 22:07:10.915921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51a91e70-423e-49cf-aba6-8bcef240f876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:10.918364 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c034b4-4ec4-4c28-a796-6ee248719711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf204f1-f190-425c-9bd5-69f8e26b06c0,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:10.948151 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.019425 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:07:11.033464 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.093136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51a91e70-423e-49cf-aba6-8bcef240f876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.121770 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-075ff858-05a7-4805-ac54-7a237b9ac1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.127604 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51a91e70-423e-49cf-aba6-8bcef240f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.202708 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a91e70-423e-49cf-aba6-8bcef240f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061fa227-4310-45cc-a982-1529b7b55d9f,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:11.203815 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2bc21d78-c439-42fb-b3a3-d8698b9631aa,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:11.213748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44dca68f-0247-4d0e-9924-adc84632e88e,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:11.262889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Checking segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:11.265944 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Network hostable DHCP agents. Network: 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:11.305588 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.323400 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-51a91e70-423e-49cf-aba6-8bcef240f876 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f89ead1bb0f483599be5702214f17fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7395601 Nov 22 22:07:11.324456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48514) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:11.330187 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:11.362456 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:11.382134 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:11.384010 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:11.398547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:11.442285 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.451118 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.455023 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0ee9ac72-374c-4386-a6df-4333eabcaa67 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1635079 Nov 22 22:07:11.480597 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48520) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:11.486921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:11.522362 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.549471 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026b6da-8c8e-4e02-8f8e-9e183e14756c None None] Network 2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:11.648535 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48526) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:11.667160 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:11.667767 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.699067 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f37e-4655-4c20-947a-1da8889208e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.754419 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cebb574-57f6-4a6c-9afd-ccf8da2e1290 None None] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:11.815822 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48530) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:11.819408 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-21c2a556-cbf1-4c76-a973-78ea6bb87a0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4663796 Nov 22 22:07:11.836769 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:11.860641 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:11.878025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05071b-4b96-4f8a-9e94-e4d92026a9fb None None] Network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:11.903671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.934904 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Allocated IP 172.27.1.240 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/774a06c4-d143-474f-9d62-b082a4584e68) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:11.963224 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:11.970836 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.030843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.196599 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48556) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:12.200137 dv-cinder-774288-12-iscsi neutron-server[102837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 22:07:12.258982 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.267078 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f37e-4655-4c20-947a-1da8889208e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.276114 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f37e-4655-4c20-947a-1da8889208e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.329007 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.341466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:07:12.342488 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.350787 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48560) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:12.367695 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.db.api [None req-075ff858-05a7-4805-ac54-7a237b9ac1c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:07:12.368500 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG oslo_db.api [None req-075ff858-05a7-4805-ac54-7a237b9ac1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:07:12.368659 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:09Z', 'revision_number': 3, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:12.369193 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=2bc21d78-c439-42fb-b3a3-d8698b9631aa,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:12.377193 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48562) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:12.386641 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2013857253-network', 'tenant_id': '5bb444df0dae408eb4c196e6afca578d'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:12.447497 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:12.457539 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Updating router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:12.475178 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1fe4f37e-4655-4c20-947a-1da8889208e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b3cd99b114a43e098d9a02396fe478e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8250306 Nov 22 22:07:12.476181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f37e-4655-4c20-947a-1da8889208e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95d0ed-c79d-4f82-9f64-8f6f87ce6c8a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:12.505150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48568) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:12.508840 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.524711 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.536908 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.542122 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.551880 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.560356 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Made reservation on behalf of 5bb444df0dae408eb4c196e6afca578d for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:12.562750 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.570471 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/061fa227-4310-45cc-a982-1529b7b55d9f HTTP/1.1" status: 204 len: 168 time: 1.2375283 Nov 22 22:07:12.591754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.647114 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.722259 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:12.738627 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:12.741827 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Pushing event updated for resources: {'Port': ['ID=774a06c4-d143-474f-9d62-b082a4584e68,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:12.747464 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da7717-66b6-4c86-b6f7-329af2cb78d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061fa227-4310-45cc-a982-1529b7b55d9f,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:12.761094 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:12.829527 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Allocated IP 172.20.0.2 (2a66ea30-b1b5-4137-af4a-7ba8f9bacf17/44dca68f-0247-4d0e-9924-adc84632e88e/57514c4f-f815-4a1f-8f1a-d1959d89e89b) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:12.956691 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:12.970004 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.046075 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-85d5df23-71aa-43aa-8218-b6a5158a438c tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:13.048042 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-85d5df23-71aa-43aa-8218-b6a5158a438c tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/networks?id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 HTTP/1.1" status: 200 len: 811 time: 0.8500853 Nov 22 22:07:13.050118 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Pushing event updated for resources: {'Port': ['ID=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,revision_number=2']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:13.059580 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6e0e-00f6-44ab-bcec-1bd7461d9c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.061450 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.061842 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.062194 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.062682 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.063024 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.063969 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.063969 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.064165 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.064517 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.064852 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.065202 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.065709 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Tracked resource versions report: Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: pushed versions: Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: { 'AddressGroup': {'1.2'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'ConntrackHelper': {'1.0'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Log': {'1.0'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Network': {'1.1'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Port': {'1.7'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'PortForwarding': {'1.2'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'QosPolicy': {'1.10'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroup': {'1.5'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroupRule': {'1.2'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SubPort': {'1.0'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Subnet': {'1.1'}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Trunk': {'1.1'}} Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: consumer versions: Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: { DHCP agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: HyperV agent@hv-cinder-77428: {}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: L3 agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: Metadata agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: Metering agent@dv-cinder-774288-12-iscsi: {}, Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: Open vSwitch agent@dv-cinder-774288-12-iscsi: { 'AddressGroup': '1.2', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'ConntrackHelper': '1.0', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Log': '1.0', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Network': '1.1', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Port': '1.7', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'PortForwarding': '1.2', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'QosPolicy': '1.10', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroup': '1.5', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SecurityGroupRule': '1.2', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'SubPort': '1.0', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Subnet': '1.1', Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: 'Trunk': '1.1'}} Nov 22 22:07:13.066809 dv-cinder-774288-12-iscsi neutron-server[102840]: {{(pid=102840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 22:07:13.069759 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Attempting to bind port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:13.070126 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Attempting to bind port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:13.070543 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Attempting to bind port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:13.076663 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:13.077216 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.077450 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:13.078018 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.078413 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:13.078931 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Bound port: abd0ed8a-4627-415f-8ca4-f835a9aa6e53, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:13.079319 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.104004 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.133360 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-d30a3b48-34c1-481b-8fb4-7663444e41c8 None None] Provisioning complete for port 2bc21d78-c439-42fb-b3a3-d8698b9631aa triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:13.134484 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d30a3b48-34c1-481b-8fb4-7663444e41c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.165853 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-db64f463-b566-4fb7-a40a-699de8461bc0 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/quotas/24414ee4fda949daabe2e3162c5f52f2 HTTP/1.1" status: 200 len: 375 time: 0.0501633 Nov 22 22:07:13.225870 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48576) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:13.229870 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] For port abd0ed8a-4627-415f-8ca4-f835a9aa6e53, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:13.235366 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] For port abd0ed8a-4627-415f-8ca4-f835a9aa6e53, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:13.242065 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.249081 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.250841 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.255726 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-e70cc109-fe63-47a2-aaa0-f5df775642e0 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24414ee4fda949daabe2e3162c5f52f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698175 Nov 22 22:07:13.279163 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.289598 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7bcceba0-f0d9-4735-82de-5d049ea4008d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.305713 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.315562 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:13.316698 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:13.384863 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f94eab-f411-44fb-9411-105cda861cc6 None None] Pushing event updated for resources: {'Port': ['ID=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:13.393710 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.428493 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.433593 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.437545 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e95d0ed-c79d-4f82-9f64-8f6f87ce6c8a HTTP/1.1" status: 204 len: 168 time: 0.9273911 Nov 22 22:07:13.438070 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Pushing event updated for resources: {'Port': ['ID=57514c4f-f815-4a1f-8f1a-d1959d89e89b,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:13.449758 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.461589 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:13.464961 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:13.468208 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0e62a-7991-43b5-8137-63ea5e0db624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95d0ed-c79d-4f82-9f64-8f6f87ce6c8a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:13.472948 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.478321 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:13.493156 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 2bc21d78-c439-42fb-b3a3-d8698b9631aa up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:13.579158 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:13.613707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6489c520-e8e2-4a6e-8ebc-639068a81da4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:07:13.614739 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6489c520-e8e2-4a6e-8ebc-639068a81da4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977809 Nov 22 22:07:13.646016 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.684664 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.797884 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Allocated IP 172.27.1.42 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/aa77c176-0b93-483b-b52a-4babfbf169db) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:13.836016 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:07:13.863955 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:13.865840 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Added segment 4df8436c-448b-41c3-aff2-e8322a29cedb of type vlan for network 49daace7-f4d2-4fe2-b975-a5e28ccc81c7 Nov 22 22:07:13.884916 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-b7495e79-80e0-42c1-a52c-43d63109a735 service neutron] 10.222.0.48 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572453 Nov 22 22:07:13.918678 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:09Z', 'revision_number': 3, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:13.952842 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ea2ed-61d2-4f3c-bb0d-11eddb9aaf96 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:09Z', 'revision_number': 3, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:14.001055 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Allocated IP 172.20.0.1 (51137e5e-beca-4500-b972-d54dc057bfff/1df62144-cb88-4f1a-9ffe-759aae16bbb6/59399fca-eafc-43a2-bdb2-07638f964408) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:14.020820 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.026797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Attempting to bind port 57514c4f-f815-4a1f-8f1a-d1959d89e89b on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:14.034250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Attempting to bind port 57514c4f-f815-4a1f-8f1a-d1959d89e89b by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:14.034250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Attempting to bind port 57514c4f-f815-4a1f-8f1a-d1959d89e89b on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:14.046022 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:14.051831 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Checking segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:14.052404 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.052900 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Bound using segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:14.053660 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Bound port: 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:14.054184 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.062090 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 2bc21d78-c439-42fb-b3a3-d8698b9631aa triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:14.062778 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.078766 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.107748 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:14.120470 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:14.123343 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.148272 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-5df0d322-adae-4b40-bbd9-98e252dad1ee service neutron] 10.222.0.48 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495563 Nov 22 22:07:14.179176 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af725f2-6f55-437f-8b5a-988bcffef2c3,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:14.181655 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Pushing event updated for resources: {'Port': ['ID=aa77c176-0b93-483b-b52a-4babfbf169db,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:14.197049 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:14.250442 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] For port 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:14.257871 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] For port 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=57514c4f-f815-4a1f-8f1a-d1959d89e89b,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:14.281674 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.283475 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.472783 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e12460-3162-41e7-843d-3f02eb7c3cfd None None] Pushing event updated for resources: {'Port': ['ID=57514c4f-f815-4a1f-8f1a-d1959d89e89b,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:14.500571 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.552373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6e0e-00f6-44ab-bcec-1bd7461d9c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.601052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48614) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:14.608212 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.db.resource_extend [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 22:07:14.616297 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.631970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7a4c6e0e-00f6-44ab-bcec-1bd7461d9c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.709302 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-318018a8-ef44-4aef-a92b-1c63213e85f3 req-afa7c3e0-018a-4aa9-ad79-e00508de3797 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.1087015 Nov 22 22:07:14.750245 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Network 51137e5e-beca-4500-b972-d54dc057bfff is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:14.786919 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Pushing event updated for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:14.800144 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:14.818815 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:14.819604 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.942983 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7a4c6e0e-00f6-44ab-bcec-1bd7461d9c1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b35d89a70fd437889d975b6b24c1744&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5839572 Nov 22 22:07:14.942983 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:14.966137 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48630) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:15.135847 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.136815 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:15.137641 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.159695 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.234706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7bcceba0-f0d9-4735-82de-5d049ea4008d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.247563 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] Pushing event updated for resources: {'Network': ['ID=49daace7-f4d2-4fe2-b975-a5e28ccc81c7,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:15.281605 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-d9831c9d-ec23-4b13-8bee-4723ac25474e None None] Provisioning complete for port 59399fca-eafc-43a2-bdb2-07638f964408 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:15.283638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d9831c9d-ec23-4b13-8bee-4723ac25474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.329833 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7bcceba0-f0d9-4735-82de-5d049ea4008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.372424 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7bcceba0-f0d9-4735-82de-5d049ea4008d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a1b9e887d1d43e4a5c37f40ecd4f7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1388855 Nov 22 22:07:15.378168 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 49daace7-f4d2-4fe2-b975-a5e28ccc81c7 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:07:15.385355 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c6e0e-00f6-44ab-bcec-1bd7461d9c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ff7736-2431-4a44-bdec-26544c532910,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:15.395088 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48636) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:15.396552 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-d9831c9d-ec23-4b13-8bee-4723ac25474e None None] Port 59399fca-eafc-43a2-bdb2-07638f964408 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:15.463699 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-945f8e6a-58f7-4450-b688-94843ba054f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0759268 Nov 22 22:07:15.502476 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48644) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:15.525617 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.573023 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Request body: {'subnet': {'network_id': '49daace7-f4d2-4fe2-b975-a5e28ccc81c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2013857253-subnet', 'tenant_id': '5bb444df0dae408eb4c196e6afca578d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:15.658598 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.698662 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcceba0-f0d9-4735-82de-5d049ea4008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ecb41-a3ee-4337-a871-0bc8c718d6d7,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:15.739003 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device abd0ed8a-4627-415f-8ca4-f835a9aa6e53 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:15.798046 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.892087 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:15.892463 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:15.958342 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-727dc6e9-7477-436c-a9b7-444e9a6d60aa req-2fe0cd3e-e7d6-4e11-9716-daa80144a16c tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.0987115 Nov 22 22:07:16.040470 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.064214 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port abd0ed8a-4627-415f-8ca4-f835a9aa6e53, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:16.072592 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.074965 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 57514c4f-f815-4a1f-8f1a-d1959d89e89b up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:16.162162 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.165132 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.176365 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94ff7736-2431-4a44-bdec-26544c532910 HTTP/1.1" status: 204 len: 168 time: 1.2019541 Nov 22 22:07:16.192600 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Made reservation on behalf of 5bb444df0dae408eb4c196e6afca578d for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:16.194963 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.196816 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.233239 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.249461 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.251764 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.276671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:16.298534 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e4d3c-caf0-4bb6-8ea9-8f92800ea26a None None] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:16.369242 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 57514c4f-f815-4a1f-8f1a-d1959d89e89b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:16.369691 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.382521 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb300b-9915-47bc-8430-e581193411dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ff7736-2431-4a44-bdec-26544c532910,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:16.391694 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.431313 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-5adf2c15-563f-4279-b09f-3ea9a7d56e45 None None] Provisioning complete for port 57514c4f-f815-4a1f-8f1a-d1959d89e89b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:16.432065 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5adf2c15-563f-4279-b09f-3ea9a7d56e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.487172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Pushing event updated for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:16.587528 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.658486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Network 51137e5e-beca-4500-b972-d54dc057bfff is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:16.672116 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:16.732436 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=57514c4f-f815-4a1f-8f1a-d1959d89e89b,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:16.754322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.852298 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.862758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:16.867188 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=57514c4f-f815-4a1f-8f1a-d1959d89e89b,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:16.872530 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5adf2c15-563f-4279-b09f-3ea9a7d56e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.073425 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.db.api [None req-5adf2c15-563f-4279-b09f-3ea9a7d56e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:07:17.074483 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG oslo_db.api [None req-5adf2c15-563f-4279-b09f-3ea9a7d56e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:07:17.163831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:07:17.164317 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.312327 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Checking segment: {'id': '4df8436c-448b-41c3-aff2-e8322a29cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '49daace7-f4d2-4fe2-b975-a5e28ccc81c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:17.313527 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Network hostable DHCP agents. Network: 49daace7-f4d2-4fe2-b975-a5e28ccc81c7, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:07:17.343949 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5ba9f5-880f-4511-8e48-577e9404f7a4,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:17.350682 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca155690-40c5-4e8f-a828-22b4f4c4083b req-fb33ee91-c4b6-4c74-8e28-51db4628affc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.0419939 Nov 22 22:07:17.367798 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:17.381585 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b2aa7412-3d54-4387-8fb8-27e71d67d059 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8945811 Nov 22 22:07:17.382179 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:17.415324 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:17.415945 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:17.433750 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Network 49daace7-f4d2-4fe2-b975-a5e28ccc81c7 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:07:17.471172 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.475159 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.481236 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/806ecb41-a3ee-4337-a871-0bc8c718d6d7 HTTP/1.1" status: 204 len: 168 time: 2.0708530 Nov 22 22:07:17.535236 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 49daace7-f4d2-4fe2-b975-a5e28ccc81c7) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:17.540870 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839ee86-4dc7-4cdb-9c4f-647c267fed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ecb41-a3ee-4337-a871-0bc8c718d6d7,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:17.551530 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:17.552375 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.582280 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6973b7d8-b818-4e3e-b19f-61f70ce02680 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0741568 Nov 22 22:07:17.597331 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:07:17.598432 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device abd0ed8a-4627-415f-8ca4-f835a9aa6e53 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:17.600700 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021aa5a8-fa36-4b42-a359-d6a3bb43d2e3 None None] Network 49daace7-f4d2-4fe2-b975-a5e28ccc81c7 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:17.609142 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Router 9940bfdb-3455-4492-9fad-724eb6f040ca is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:07:17.613637 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:17.815207 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:17.827898 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:17.833286 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:17.846338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.851014 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48714) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:17.855269 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-85da14d0-c2fb-4161-96fb-e9932a95847f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0339153 Nov 22 22:07:17.856467 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Sync routers for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:17.866134 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:17.870340 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8fad62f3-5c23-407a-a265-6ab470b81d18 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1610765 Nov 22 22:07:17.870619 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:17.870619 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:17.871099 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48718) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:17.924725 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48720) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:17.925927 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.31', 53390) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:17.957796 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:17.958449 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:18.188648 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:18.189559 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.190056 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:18.228063 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Deleting subnet 5ce56022-cdf4-4aec-83c6-4cba08da43cc {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:07:18.303812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.345152 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-e37b3dde-ec9b-4dd0-a19d-f6a5a5c92222 None None] Provisioning complete for port 59399fca-eafc-43a2-bdb2-07638f964408 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:18.345694 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e37b3dde-ec9b-4dd0-a19d-f6a5a5c92222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.492924 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3dde-ec9b-4dd0-a19d-f6a5a5c92222 None None] Port 59399fca-eafc-43a2-bdb2-07638f964408 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:18.562261 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-e37b3dde-ec9b-4dd0-a19d-f6a5a5c92222 None None] Provisioning complete for port 57514c4f-f815-4a1f-8f1a-d1959d89e89b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:18.562968 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e37b3dde-ec9b-4dd0-a19d-f6a5a5c92222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.568625 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.610578 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:18.620767 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-44fe82d3-f0fc-4df9-a6e8-48d7265c06b0 req-e4d01bb8-dc9e-406f-8df9-2bf2eeb5b1a6 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.1088836 Nov 22 22:07:18.631513 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-563a13e5-f77f-46f5-9d3f-c37c10a89002 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:18.636856 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-563a13e5-f77f-46f5-9d3f-c37c10a89002 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.31 "GET /v2.0/networks?id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 HTTP/1.1" status: 200 len: 811 time: 0.7012708 Nov 22 22:07:18.692171 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:18.722107 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Request body: {'port': {'device_id': '62779527-683a-4a01-95e0-a3069e16855e', 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8', 'admin_state_up': True, 'tenant_id': '24414ee4fda949daabe2e3162c5f52f2'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:18.870283 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:14Z', 'revision_number': 3, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:18.907249 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 57514c4f-f815-4a1f-8f1a-d1959d89e89b up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:18.918536 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:18.918892 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Updating router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 port aa77c176-0b93-483b-b52a-4babfbf169db binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:18.978465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48772) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:18.986324 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713684519', 'description': 'tempest-description--123970199'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:18.986612 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.047888 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16511189-35c6-4028-869a-0b72f4de1cce None None] Network 49daace7-f4d2-4fe2-b975-a5e28ccc81c7 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:07:19.073248 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.363655 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.415416 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.419270 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ce56022-cdf4-4aec-83c6-4cba08da43cc HTTP/1.1" status: 204 len: 168 time: 1.4913709 Nov 22 22:07:19.422035 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a6dcf-01b2-4e2c-a54a-4518456eb5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce56022-cdf4-4aec-83c6-4cba08da43cc,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:19.428058 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48784) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:19.482168 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 57514c4f-f815-4a1f-8f1a-d1959d89e89b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:19.482544 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.537485 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 2, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:19.551695 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Made reservation on behalf of 24414ee4fda949daabe2e3162c5f52f2 for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:19.556133 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.620851 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:13Z', 'revision_number': 3, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:19.645172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.730353 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:19.749333 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Updating router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 port 59399fca-eafc-43a2-bdb2-07638f964408 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:19.766822 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Checking router: 9940bfdb-3455-4492-9fad-724eb6f040ca for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:19.767172 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Updating router 9940bfdb-3455-4492-9fad-724eb6f040ca port 774a06c4-d143-474f-9d62-b082a4584e68 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:19.788587 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.801493 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.911652 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.925001 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Attempting to bind port aa77c176-0b93-483b-b52a-4babfbf169db on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:19.925713 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Attempting to bind port aa77c176-0b93-483b-b52a-4babfbf169db by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:19.926076 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Attempting to bind port aa77c176-0b93-483b-b52a-4babfbf169db on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:19.943984 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:19.944561 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:19.945401 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:19.945916 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:19.946513 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Bound port: aa77c176-0b93-483b-b52a-4babfbf169db, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:19.948266 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.030240 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a03b2-3851-49a6-b57c-9ac93b467dd5 None None] Pushing event updated for resources: {'Port': ['ID=aa77c176-0b93-483b-b52a-4babfbf169db,revision_number=2']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:20.035790 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-44f83049-8be9-4254-bcc6-a9f654b40518 req-50c37f39-604d-4bf6-8243-d77af091fd81 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.1288683 Nov 22 22:07:20.088143 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.089908 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.105812 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.110103 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] For port aa77c176-0b93-483b-b52a-4babfbf169db, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:20.120989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.138798 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] For port aa77c176-0b93-483b-b52a-4babfbf169db, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=aa77c176-0b93-483b-b52a-4babfbf169db,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:20.151424 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.317656 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.319340 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3393233 Nov 22 22:07:20.351533 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:20.358934 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Allocated IP 172.20.0.2 (cf99fbaa-1333-4a9b-ad41-d24fc68d65d8/8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec/7efdbbda-9490-4b2e-bc20-e0557ed8daf9) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:20.362888 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48798) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:20.367861 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:20.385905 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group_rule': {'security_group_id': 'bc4b36ad-39a2-490c-8cdf-0b5219a41e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:20.502470 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fde3c-dc6e-46fa-a680-bfc41ad85b30 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:20.507654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:20.626222 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a03b2-3851-49a6-b57c-9ac93b467dd5 None None] Pushing event updated for resources: {'Port': ['ID=aa77c176-0b93-483b-b52a-4babfbf169db,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:20.665071 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:20.911338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Allocated IP 172.20.0.1 (1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0/121c001f-72b7-44d2-93b4-a451e6686acd/1ac23150-4190-4419-8146-e1b84abc9739) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:21.063559 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.151742 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.202391 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.221241 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.321261 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:21.337801 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:14Z', 'revision_number': 3, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:21.357791 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:21.361334 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:21.363119 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.402802 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Allocated IP 172.20.0.1 (2a66ea30-b1b5-4137-af4a-7ba8f9bacf17/44dca68f-0247-4d0e-9924-adc84632e88e/76fd22ea-3e1f-4a87-94d5-e18b228db400) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:21.492088 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26935e7b-c64a-4dff-ac8c-5ecf96792183 None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:14Z', 'revision_number': 3, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:21.595074 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.692701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.701126 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Attempting to bind port 59399fca-eafc-43a2-bdb2-07638f964408 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:21.701496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Attempting to bind port 59399fca-eafc-43a2-bdb2-07638f964408 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:21.702013 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Attempting to bind port 59399fca-eafc-43a2-bdb2-07638f964408 on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:21.732088 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:21.734895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Checking segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:21.735369 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.735856 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Bound using segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:21.736275 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Bound port: 59399fca-eafc-43a2-bdb2-07638f964408, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:21.736829 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:21.767341 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbe566-58de-46e1-988d-2fdf6aff2688 None None] Pushing event updated for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:21.823156 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:21.896680 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43d43376-4445-407d-9434-5eca542ab41b req-41f9d818-bc7d-4f38-a99b-df76a57517aa tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.2408638 Nov 22 22:07:21.932615 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:21.953361 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:21.978170 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.037411 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-1260eff3-c032-41e6-b78d-93964e84e6e6 None None] Provisioning complete for port 59399fca-eafc-43a2-bdb2-07638f964408 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:22.042508 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1260eff3-c032-41e6-b78d-93964e84e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.062509 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.133979 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.188585 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.204036 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:22.204539 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.210934 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-1260eff3-c032-41e6-b78d-93964e84e6e6 None None] Port 59399fca-eafc-43a2-bdb2-07638f964408 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:22.274680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.357038 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.357486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.358768 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.359102 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > port after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.359461 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.359777 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > port after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.360101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.360435 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.360749 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.361069 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:22.404287 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] For port 59399fca-eafc-43a2-bdb2-07638f964408, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:22.416700 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] For port 59399fca-eafc-43a2-bdb2-07638f964408, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=59399fca-eafc-43a2-bdb2-07638f964408,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:22.458870 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.489216 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:22.538770 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:22.547399 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:22.566339 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:22.567023 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.656786 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Pushing event updated for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:22.694838 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2ae682e4-2215-45ff-ab81-5972212d26d3 None None] Provisioning complete for port 76fd22ea-3e1f-4a87-94d5-e18b228db400 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:22.696800 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2ae682e4-2215-45ff-ab81-5972212d26d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:22.862503 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6957b63a-aa94-4200-a802-7b9c7469e3e4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1589634 Nov 22 22:07:22.894252 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-29ad799a-fc3c-46b8-abd6-15a3d1fc2eff tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:07:22.895244 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-29ad799a-fc3c-46b8-abd6-15a3d1fc2eff tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082865 Nov 22 22:07:23.021155 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:23.022712 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:23.024554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:23.026417 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:23.027076 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:23.217776 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.229568 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.235909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbe566-58de-46e1-988d-2fdf6aff2688 None None] Pushing event updated for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:23.236571 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.282950 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:23.283982 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:23.292777 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.349940 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.377257 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2ae682e4-2215-45ff-ab81-5972212d26d3 None None] Port 76fd22ea-3e1f-4a87-94d5-e18b228db400 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:23.456975 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:23.464888 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48876) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:23.534638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Attempting to bind port 774a06c4-d143-474f-9d62-b082a4584e68 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:23.535014 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Attempting to bind port 774a06c4-d143-474f-9d62-b082a4584e68 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:23.535382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Attempting to bind port 774a06c4-d143-474f-9d62-b082a4584e68 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:23.553632 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad78f-d9d1-412c-8946-406b36c31789 None None] Pushing event updated for resources: {'Port': ['ID=774a06c4-d143-474f-9d62-b082a4584e68,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:23.562095 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa77c176-0b93-483b-b52a-4babfbf169db up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:23.605061 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:23.606429 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:23.606930 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.607376 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:23.608031 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Bound port: 774a06c4-d143-474f-9d62-b082a4584e68, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:23.608703 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.640087 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:23.646556 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Pushing event updated for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:23.654296 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] Provisioning complete for port 59399fca-eafc-43a2-bdb2-07638f964408 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:23.655147 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.744761 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b5a550-9ae2-481b-8379-46d3296a29c5') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:23.744761 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b5a550-9ae2-481b-8379-46d3296a29c5') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:23.842671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] For port 774a06c4-d143-474f-9d62-b082a4584e68, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:23.859898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.902364 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] For port 774a06c4-d143-474f-9d62-b082a4584e68, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=774a06c4-d143-474f-9d62-b082a4584e68,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:23.924521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.940095 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port aa77c176-0b93-483b-b52a-4babfbf169db triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:23.940598 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.958502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:23.982438 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:23.985159 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:24.068459 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.113068 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.161437 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.165150 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.220373 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:07:24.220800 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: from cryptography.utils import int_from_bytes Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: from cryptography.utils import int_from_bytes Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:07:24.255252 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:07:24.341982 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Router 9940bfdb-3455-4492-9fad-724eb6f040ca has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:07:24.409809 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] For port 59399fca-eafc-43a2-bdb2-07638f964408, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=59399fca-eafc-43a2-bdb2-07638f964408,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:24.421952 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ed4dc-d87f-4231-ba22-bf07da6601ee req-88966a00-2d7e-4226-ad65-d356be443eb9 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:24.437876 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f53ed4dc-d87f-4231-ba22-bf07da6601ee req-88966a00-2d7e-4226-ad65-d356be443eb9 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 931 time: 0.7304280 Nov 22 22:07:24.457416 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.470446 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:24.471153 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:24.495490 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6338c6bb-63b7-475f-bc56-3bcb36db114a,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:24.522234 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Request body: {'port': {'device_id': '62779527-683a-4a01-95e0-a3069e16855e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:24.531301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.540668 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-54cddb38-b310-455b-8091-8094cf4b5b68 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.1763215 Nov 22 22:07:24.541570 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48900) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:24.588797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad78f-d9d1-412c-8946-406b36c31789 None None] Pushing event updated for resources: {'Port': ['ID=774a06c4-d143-474f-9d62-b082a4584e68,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:24.594707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group_rule': {'security_group_id': 'bc4b36ad-39a2-490c-8cdf-0b5219a41e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:24.616371 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-626fcdde-2ab0-4032-bc63-d2aea1d99940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.735959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.799510 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eb3fe-e521-4b74-9940-e96f475f537e None None] Pushing event updated for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:24.871511 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.882260 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb HTTP/1.1" status: 204 len: 168 time: 5.4483235 Nov 22 22:07:24.889840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 48906) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:24.917844 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:24.936259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0285402-f28c-4ef4-a4cc-c7bb2d41410a admin admin] Pushing event deleted for resources: {'Network': ['ID=2983c1a0-0a42-40b6-bcb7-f0a5d453bbdb,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:24.986429 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f53ed4dc-d87f-4231-ba22-bf07da6601ee req-a03b0eae-1f84-4531-aa38-a4639d25255b tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425155 Nov 22 22:07:25.032632 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:25.036107 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Deleting subnet 5a5ba9f5-880f-4511-8e48-577e9404f7a4 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:07:25.038481 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ca13e291-456e-436f-8b5f-c2553d4126d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/9940bfdb-3455-4492-9fad-724eb6f040ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1661463 Nov 22 22:07:25.039411 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.055867 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:25.060673 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.125746 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.142964 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.210577 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port aa77c176-0b93-483b-b52a-4babfbf169db, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=aa77c176-0b93-483b-b52a-4babfbf169db,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:25.214216 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:22Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:25.220036 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.250000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.265389 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.320081 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.326715 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40014d-9efd-4904-b835-f4c89810eb97 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:22Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:25.410870 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.475810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.558978 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=aa77c176-0b93-483b-b52a-4babfbf169db,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:25.606340 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9283f4-6338-4a7f-9b51-dce753ee25f8,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:25.696004 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.702271 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-bcba65ee-2c7f-48d9-a95c-5623b647ff34 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1272922 Nov 22 22:07:25.710676 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48924) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:25.720271 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.735207 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Pushing event updated for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:25.761891 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.765873 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:25.799332 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-855bbcc1-99a2-472a-a353-942107037642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:21Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '1ac23150-4190-4419-8146-e1b84abc9739', 'name': '', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'mac_address': 'fa:16:3e:22:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:20Z', 'updated_at': '2021-11-22T22:07:22Z', 'revision_number': 2, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'subnets': [{'id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:25.853892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5ba9f5-880f-4511-8e48-577e9404f7a4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:25.868967 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bbcc1-99a2-472a-a353-942107037642 None None] The sync data for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi is: [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:21Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '1ac23150-4190-4419-8146-e1b84abc9739', 'name': '', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'mac_address': 'fa:16:3e:22:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:20Z', 'updated_at': '2021-11-22T22:07:22Z', 'revision_number': 2, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'subnets': [{'id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:25.882302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:25.890792 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-086fea1c-0292-4e7e-ae3e-931482085c9b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a5ba9f5-880f-4511-8e48-577e9404f7a4 HTTP/1.1" status: 204 len: 168 time: 0.9728403 Nov 22 22:07:25.928194 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48926) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:26.128964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:26.179528 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:26.186731 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-626fcdde-2ab0-4032-bc63-d2aea1d99940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:26.209633 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-626fcdde-2ab0-4032-bc63-d2aea1d99940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:26.297473 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:26.307944 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:26.338433 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-626fcdde-2ab0-4032-bc63-d2aea1d99940 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a29cbaf6a37f4d81aeaf07feda9edfdd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4039817 Nov 22 22:07:26.408121 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 48946) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:26.493310 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbfdbe-30af-40e9-a27f-3f875a1d1aec req-6a7a3311-3cc3-426a-aac7-7aa143712dea tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:26.509782 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91bbfdbe-30af-40e9-a27f-3f875a1d1aec req-6a7a3311-3cc3-426a-aac7-7aa143712dea tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 931 time: 0.3556311 Nov 22 22:07:26.590765 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fcdde-2ab0-4032-bc63-d2aea1d99940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c5f9e-9195-436b-a416-ebf74c5548c2,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:26.724981 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-79ea5cce-e3ea-4236-b7eb-46521353ee2c None None] Provisioning complete for port 76fd22ea-3e1f-4a87-94d5-e18b228db400 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:26.726045 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-79ea5cce-e3ea-4236-b7eb-46521353ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:26.754396 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-ab65c648-3dad-4c2d-8384-d34da5e1f269 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:26.756282 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-ab65c648-3dad-4c2d-8384-d34da5e1f269 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 818 time: 0.7240329 Nov 22 22:07:26.821743 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-e2d11e12-2dc6-4647-9ed5-27d9097a861c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/quotas/26ebf09b632f46b98021935f67e4c667 HTTP/1.1" status: 200 len: 375 time: 0.0181801 Nov 22 22:07:26.880398 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-79ea5cce-e3ea-4236-b7eb-46521353ee2c None None] Port 76fd22ea-3e1f-4a87-94d5-e18b228db400 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:26.988340 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.037746 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.059763 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:27.117858 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.118288 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.118946 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.119275 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > port after_create 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.119620 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.119949 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > port after_update 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.120266 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.120595 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.120908 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.129801 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.424059 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91bbfdbe-30af-40e9-a27f-3f875a1d1aec req-70ffa198-73d9-4762-a50e-fb005075f016 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9132242 Nov 22 22:07:27.457573 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:07:27.520403 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.520754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.521082 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.521446 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 22:07:27.521815 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49daace7-f4d2-4fe2-b975-a5e28ccc81c7']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:27.529306 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.538588 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-9a78cf0a-1d83-445e-a803-5dff241a666e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2993689 Nov 22 22:07:27.656671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df8436c-448b-41c3-aff2-e8322a29cedb') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:27.656976 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df8436c-448b-41c3-aff2-e8322a29cedb') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:27.731160 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.740785 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Transition to ACTIVE for port object 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:07:27.805868 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.812693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:27.832523 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-7ce89da3-606c-4cca-a9ad-4458cd313135 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:07:27.833839 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-7ce89da3-606c-4cca-a9ad-4458cd313135 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538670 Nov 22 22:07:27.836918 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa77c176-0b93-483b-b52a-4babfbf169db up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:27.849150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:07:27.860841 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:27.877937 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-81bc81c7-45eb-42c2-85e9-60621dad11b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a7a41a5-9b8d-4c59-b764-05ffdf954405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0243413 Nov 22 22:07:27.886892 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:27.887560 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:27.991588 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Pushing event updated for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:27.999798 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.029383 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port aa77c176-0b93-483b-b52a-4babfbf169db triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:28.030010 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.043846 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-e43ff8f3-0c97-46c0-919f-31dda7304df8 service neutron] 10.222.0.48 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935701 Nov 22 22:07:28.154286 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:07:28.155711 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.248308 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:28.301420 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 59399fca-eafc-43a2-bdb2-07638f964408 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:28.318192 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.319098 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-f13bb5c0-a5e1-47c3-b579-34f92b344300 service neutron] 10.222.0.48 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536449 Nov 22 22:07:28.393514 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 59399fca-eafc-43a2-bdb2-07638f964408 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:28.395361 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: from cryptography.utils import int_from_bytes Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: from cryptography.utils import int_from_bytes Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:07:28.469357 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:07:28.536944 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.631647 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.638153 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] 10.222.0.48 "DELETE /v2.0/networks/49daace7-f4d2-4fe2-b975-a5e28ccc81c7 HTTP/1.1" status: 204 len: 168 time: 2.7055280 Nov 22 22:07:28.643018 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb851789-75cd-43da-b41a-769294ca4235 admin admin] Pushing event deleted for resources: {'Network': ['ID=49daace7-f4d2-4fe2-b975-a5e28ccc81c7,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:28.651456 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.655334 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:28.656733 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd4c5f9e-9195-436b-a416-ebf74c5548c2 HTTP/1.1" status: 204 len: 168 time: 2.2477620 Nov 22 22:07:28.682934 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01bd98-5b70-4c0e-9ca3-054da2322b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c5f9e-9195-436b-a416-ebf74c5548c2,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:28.985463 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 2, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:29.009890 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49014) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:29.016429 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421832159', 'description': 'tempest-description--1254007954'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:29.036758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Attempting to bind port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:29.036988 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Attempting to bind port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:29.043338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Attempting to bind port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 on network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:29.062601 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Allocated IP 172.27.1.132 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/f90d90ac-ff79-4137-b4f3-1bec4e1231b2) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:29.071789 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 on network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:07:29.075451 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Attempting to bind port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 on network cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:29.099676 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:29.100273 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Checking segment: {'id': 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:29.104798 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:29.108086 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Bound using segment: {'id': 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:29.109781 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Bound port: 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:29.110946 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:29.114458 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49020) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:29.157876 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:29.158333 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Updating router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 port 76fd22ea-3e1f-4a87-94d5-e18b228db400 binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:29.274998 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:29.477568 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d42ce-cf8d-4763-a317-8326cf54492a req-08a73504-e96a-4939-8b72-85f154690a98 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:29.479528 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5a1d42ce-cf8d-4763-a317-8326cf54492a req-08a73504-e96a-4939-8b72-85f154690a98 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 943 time: 0.3821564 Nov 22 22:07:29.569967 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 774a06c4-d143-474f-9d62-b082a4584e68 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:29.586846 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-46229e8c-5e2b-41c1-ae0a-ecb1f3850224 req-090d6b67-0559-43c3-88fc-5f326229cf97 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 210 time: 0.2440798 Nov 22 22:07:29.756176 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49036) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:29.804840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1c38-4ce0-4c68-a2dc-efe1bb6fe077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:29.838445 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 774a06c4-d143-474f-9d62-b082a4584e68 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:29.843322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.043980 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5a1d42ce-cf8d-4763-a317-8326cf54492a req-7d139c88-28b3-4a40-8854-9a152ab46dde tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560792 Nov 22 22:07:30.095864 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.114860 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.147180 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.200585 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.202641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.206980 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1929352 Nov 22 22:07:30.213442 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.221974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49062) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:30.230981 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group_rule': {'security_group_id': 'af603b1c-9f61-4125-ac56-d6fe773b4a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:30.275021 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 774a06c4-d143-474f-9d62-b082a4584e68, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=774a06c4-d143-474f-9d62-b082a4584e68,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:30.292493 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.360363 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:30.393332 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,segment=NetworkSegment(dbc1eda1-10a3-4805-a1d6-de7dccb3df90),segment_id=dbc1eda1-10a3-4805-a1d6-de7dccb3df90)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:30.402088 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1caba060-b691-4b36-8274-4967c65c4b05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2436a14ee00e4f4085ef39bc1ba78073&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2808487 Nov 22 22:07:30.442359 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49070) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:30.450952 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.477258 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=774a06c4-d143-474f-9d62-b082a4584e68,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:30.510325 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b6677-b353-481a-9945-c185deb69d43 None None] Pushing event updated for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:30.515283 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.595003 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Attempting to bind port 76fd22ea-3e1f-4a87-94d5-e18b228db400 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:30.597219 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Attempting to bind port 76fd22ea-3e1f-4a87-94d5-e18b228db400 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:30.597637 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Attempting to bind port 76fd22ea-3e1f-4a87-94d5-e18b228db400 on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:30.612393 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:30.612786 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Checking segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:30.613239 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.616465 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Bound using segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:30.617199 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Bound port: 76fd22ea-3e1f-4a87-94d5-e18b228db400, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:30.617957 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.643621 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.728788 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:30.729232 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.730827 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] 10.222.0.31 "PUT /v2.0/ports/7efdbbda-9490-4b2e-bc20-e0557ed8daf9 HTTP/1.1" status: 200 len: 1093 time: 7.2634761 Nov 22 22:07:30.731341 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:30.804054 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-324c85fa-1933-47a7-b3c8-b78b4b7b9eb5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:30.812455 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-324c85fa-1933-47a7-b3c8-b78b4b7b9eb5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 818 time: 0.4558668 Nov 22 22:07:30.853998 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] For port 76fd22ea-3e1f-4a87-94d5-e18b228db400, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:30.864150 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] For port 76fd22ea-3e1f-4a87-94d5-e18b228db400, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=76fd22ea-3e1f-4a87-94d5-e18b228db400,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:30.875127 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:30.995476 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1c38-4ce0-4c68-a2dc-efe1bb6fe077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.001908 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] Provisioning complete for port 76fd22ea-3e1f-4a87-94d5-e18b228db400 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:31.003832 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef907cae-d47a-493b-8c93-bf8d7ce6567b service neutron] Pushing event updated for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:31.005096 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.010082 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0796-6672-429b-86a8-39e929e4b76a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af603b1c-9f61-4125-ac56-d6fe773b4a81,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:31.071449 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1c38-4ce0-4c68-a2dc-efe1bb6fe077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.077626 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:31.086839 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:31.216020 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-1fd69d17-94f0-4f3c-a530-330719af0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:31.216020 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-1fd69d17-94f0-4f3c-a530-330719af0363 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24414ee4fda949daabe2e3162c5f52f2&device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 1096 time: 0.3651998 Nov 22 22:07:31.216646 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3a9b1c38-4ce0-4c68-a2dc-efe1bb6fe077 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f894fb88f02f4bb79b1c71806039d379&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4430594 Nov 22 22:07:31.242070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49096) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:31.292852 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b6677-b353-481a-9945-c185deb69d43 None None] Pushing event updated for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:31.299070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.304245 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.356455 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] For port 76fd22ea-3e1f-4a87-94d5-e18b228db400, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=76fd22ea-3e1f-4a87-94d5-e18b228db400,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:31.368170 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.488524 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-d38b122a-6bf9-435a-8470-5590c7f200a9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/quotas/26ebf09b632f46b98021935f67e4c667 HTTP/1.1" status: 200 len: 375 time: 0.6745014 Nov 22 22:07:31.545409 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-6ff9a8ad-625b-4778-a930-f2a80e3217ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9 HTTP/1.1" status: 200 len: 217 time: 0.3365488 Nov 22 22:07:31.548841 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.552402 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:31.557485 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Sync routers for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:07:31.567996 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7909ae-2d14-42bc-9891-73afbccbf164" -d '{"events": [{"name": "network-changed", "server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:31.581303 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.602158 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8196-5183-4795-a18b-ce80a6cb4d48 None None] Pushing event updated for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:31.612846 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 774a06c4-d143-474f-9d62-b082a4584e68 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:31.618976 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:31.619662 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:31.678087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.747083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.780158 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:31.792452 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:31.803086 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:31.851500 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b1c38-4ce0-4c68-a2dc-efe1bb6fe077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edc9c6-a440-4571-b053-7e91de66299f,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:31.855583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.858773 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:31.872214 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be452767-bb07-4a94-a496-52018a5876f8 HTTP/1.1" status: 204 len: 168 time: 1.3643250 Nov 22 22:07:31.910857 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602b6ec-e45a-4412-8c34-c00477ead68d req-0035be81-ba9a-4f6c-b116-5452c1aad593 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:31.927141 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d602b6ec-e45a-4412-8c34-c00477ead68d req-0035be81-ba9a-4f6c-b116-5452c1aad593 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 943 time: 0.5777581 Nov 22 22:07:31.927859 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3587a747-3d17-408a-bdec-3fa46c0783ed None None] Provisioning complete for port 76fd22ea-3e1f-4a87-94d5-e18b228db400 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:31.928387 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3587a747-3d17-408a-bdec-3fa46c0783ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.019649 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.022297 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7990787 Nov 22 22:07:32.027288 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49112) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:32.047001 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=f90d90ac-ff79-4137-b4f3-1bec4e1231b2,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:32.068330 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group_rule': {'security_group_id': 'af603b1c-9f61-4125-ac56-d6fe773b4a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:32.100036 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7892-b7ef-488f-b582-4f0f4525cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be452767-bb07-4a94-a496-52018a5876f8,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:32.121147 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bccd-390b-47c1-a545-b183a24c62da req-d3d05230-abf5-40ea-8588-63d5931f01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:32.129337 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-d3d05230-abf5-40ea-8588-63d5931f01e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec HTTP/1.1" status: 200 len: 851 time: 0.5555537 Nov 22 22:07:32.136701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58e5eb-f191-44d2-a4d8-5e11d32d1231 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a62b1c1-7718-4310-b4dd-6f2facc5c472,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:32.172731 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-24b161b2-c51a-4e05-a098-823a8c6d47e9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6799984 Nov 22 22:07:32.204986 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.224150 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 774a06c4-d143-474f-9d62-b082a4584e68 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:32.241565 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.332835 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d602b6ec-e45a-4412-8c34-c00477ead68d req-97de8d00-18a4-4325-937d-27c5a1875b47 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050839 Nov 22 22:07:32.414123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:32.609024 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:32.626637 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.665938 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-10161cb6-c713-4edd-97a4-493e7f076834 service neutron] 10.222.0.48 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268091 Nov 22 22:07:32.681301 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bb179-07a7-4110-a8f0-bcdb84db3256 None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:32.744829 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.745230 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-f7e432ec-b529-4038-834e-9b4b8072b166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5687804 Nov 22 22:07:32.946173 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:32.963418 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.080290 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49134) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:33.157851 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9797f-739f-4c80-a48a-d32fdb0eea5f x-openstack-request-id: req-96d9797f-739f-4c80-a48a-d32fdb0eea5f {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:33.158071 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:33.158447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96d9797f-739f-4c80-a48a-d32fdb0eea5f {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:33.161625 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9', 'status': 'completed', 'code': 200} Nov 22 22:07:33.254310 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.265234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.269394 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15edc9c6-a440-4571-b053-7e91de66299f HTTP/1.1" status: 204 len: 168 time: 1.9676833 Nov 22 22:07:33.280805 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.297943 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.304903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d4857-46a1-4e27-b163-a4d2716f3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edc9c6-a440-4571-b053-7e91de66299f,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:33.327171 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c00e3bec-fcf3-45cc-b9b0-f283640e28cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bb444df0dae408eb4c196e6afca578d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2452722 Nov 22 22:07:33.328160 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49140) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:33.394982 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afe4176-0ce9-4ba3-b859-954c2b7f238d,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:33.436760 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:21Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '1ac23150-4190-4419-8146-e1b84abc9739', 'name': '', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'mac_address': 'fa:16:3e:22:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:20Z', 'updated_at': '2021-11-22T22:07:22Z', 'revision_number': 2, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'subnets': [{'id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:33.454304 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-d110dc33-4312-440f-8e3f-4c26d47b1e04 service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799805 Nov 22 22:07:33.476370 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Checking router: 9940bfdb-3455-4492-9fad-724eb6f040ca for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:07:33.476954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Updating router 9940bfdb-3455-4492-9fad-724eb6f040ca port 1ac23150-4190-4419-8146-e1b84abc9739 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:07:33.491452 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.493660 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5f1e61e8-f448-4bfd-a8d4-bc032945a4de tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4557316 Nov 22 22:07:33.496494 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49148) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:33.537174 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:33.539065 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.581712 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.31', 53407) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:33.618635 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-b4757365-c3ff-4878-b475-c3113577e4fe service neutron] 10.222.0.48 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333775 Nov 22 22:07:33.739075 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.810303 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29bb3-c14b-4f00-a579-9b8a916cd73c req-c56c8f21-285c-4783-a320-2be859a760fb tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:33.819397 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0bf29bb3-c14b-4f00-a579-9b8a916cd73c req-c56c8f21-285c-4783-a320-2be859a760fb tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 943 time: 0.2187233 Nov 22 22:07:33.878191 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 76fd22ea-3e1f-4a87-94d5-e18b228db400 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:33.937420 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.962562 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:33.970197 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.032785 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.179411 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0bf29bb3-c14b-4f00-a579-9b8a916cd73c req-ce9f4bba-1c86-4fc8-84c7-c93650cfa25d tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588870 Nov 22 22:07:34.199022 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 76fd22ea-3e1f-4a87-94d5-e18b228db400 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:34.199501 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.317456 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-29fcd83c-9f1e-4a77-8589-f7052ef4e603 req-82e65e59-4aab-44fc-8257-9205a7c6839c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 210 time: 0.2139633 Nov 22 22:07:34.318929 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.337705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.337918 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-ea5b941b-7617-494f-9aef-f88b119edb9b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:34.338942 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4af725f2-6f55-437f-8b5a-988bcffef2c3 HTTP/1.1" status: 204 len: 168 time: 1.0002582 Nov 22 22:07:34.342586 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-ea5b941b-7617-494f-9aef-f88b119edb9b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 818 time: 0.7580042 Nov 22 22:07:34.354329 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=f90d90ac-ff79-4137-b4f3-1bec4e1231b2,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:34.365611 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Request body: {'port': {'device_id': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'admin_state_up': True, 'tenant_id': '26ebf09b632f46b98021935f67e4c667'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:34.374764 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f36bccd-390b-47c1-a545-b183a24c62da req-9a83afb9-2cb9-449d-a146-95902a0652f7 service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8018360 Nov 22 22:07:34.426899 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b7a76-021a-428a-b643-bf21a2d60fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af725f2-6f55-437f-8b5a-988bcffef2c3,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:34.509447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.616846 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.620655 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.628122 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.630283 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0a56e9a2-5aa6-4be6-b25c-006f6ca3d940 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8775377 Nov 22 22:07:34.664913 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:34.742803 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-7f3d794e-9610-49ec-ad86-2df89c793ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:34.747084 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-7f3d794e-9610-49ec-ad86-2df89c793ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24414ee4fda949daabe2e3162c5f52f2&device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 1096 time: 0.2269664 Nov 22 22:07:34.874052 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c26fb-ef9e-452a-a147-398173ad4b62 None None] Pushing event updated for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:34.900041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Allocated IP 172.27.1.159 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/f123da9a-8de5-49a7-ac71-35c2cc81dfe3) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:35.048082 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.067551 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Attempting to bind port 1ac23150-4190-4419-8146-e1b84abc9739 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:35.068732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Attempting to bind port 1ac23150-4190-4419-8146-e1b84abc9739 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:35.070135 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Attempting to bind port 1ac23150-4190-4419-8146-e1b84abc9739 on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:35.086197 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:35.087375 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Checking segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:35.088276 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.088844 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Bound using segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:35.089662 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Bound port: 1ac23150-4190-4419-8146-e1b84abc9739, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:35.091303 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.354834 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] For port 1ac23150-4190-4419-8146-e1b84abc9739, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:35.366218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] For port 1ac23150-4190-4419-8146-e1b84abc9739, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=1ac23150-4190-4419-8146-e1b84abc9739,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:35.375435 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.454209 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Made reservation on behalf of 26ebf09b632f46b98021935f67e4c667 for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:35.471842 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.583892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:35.610609 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:07:35.611257 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:07:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:35.629657 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ce7e8-1035-4ab2-a385-da3bac2d4d93 req-d2eafef1-2af4-4ade-aa49-d5f92d481f3e tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:35.630535 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e10ce7e8-1035-4ab2-a385-da3bac2d4d93 req-d2eafef1-2af4-4ade-aa49-d5f92d481f3e tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 943 time: 0.1712275 Nov 22 22:07:35.686106 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:35.696572 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-3cd4504e-785f-4de2-ac7e-eee2d913c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:35.700171 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-3cd4504e-785f-4de2-ac7e-eee2d913c8b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 HTTP/1.1" status: 200 len: 912 time: 0.9424479 Nov 22 22:07:35.715290 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:35.737156 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-b37b0de1-67ed-4b18-a119-55b7f1c67425 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1713684519&fields=id&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 267 time: 0.2469065 Nov 22 22:07:35.750589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:35.895890 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-8300fbd9-f531-4336-88c6-8a8dda956dec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9 HTTP/1.1" status: 200 len: 217 time: 0.1849115 Nov 22 22:07:35.905519 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e10ce7e8-1035-4ab2-a385-da3bac2d4d93 req-ad31cedc-1d95-4849-a6dc-0f4eab13cd54 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180429 Nov 22 22:07:35.906203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=f123da9a-8de5-49a7-ac71-35c2cc81dfe3,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:35.987518 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.31', 53415) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:36.025996 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c26fb-ef9e-452a-a147-398173ad4b62 None None] Pushing event updated for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:36.111411 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-b2ec5c2a-52f3-419a-89ff-0c9efe2cf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:36.113209 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-b2ec5c2a-52f3-419a-89ff-0c9efe2cf9b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec HTTP/1.1" status: 200 len: 851 time: 0.2061234 Nov 22 22:07:36.208359 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fca1423f-c550-4ba5-9960-407c022f54c9 req-1e183786-e0ae-49b1-a487-0455126068d4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 210 time: 0.0729985 Nov 22 22:07:36.208518 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:07:36.234198 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-9fbea438-37e0-43ef-967d-37658216fd23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141443 Nov 22 22:07:36.262191 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Allocated IP 172.20.0.10 (1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0/121c001f-72b7-44d2-93b4-a451e6686acd/c7a20fc3-b83c-4732-8695-6f52624b376a) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:36.267867 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-2379c3e7-826b-4288-9b3b-e3c7797dfa51 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:36.284457 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-2379c3e7-826b-4288-9b3b-e3c7797dfa51 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 816 time: 0.5461831 Nov 22 22:07:36.311506 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.368041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-ed6d176f-b856-4604-bcc0-9eb800a32082 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:36.369896 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-ed6d176f-b856-4604-bcc0-9eb800a32082 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 818 time: 0.3398905 Nov 22 22:07:36.371311 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-b4815f0b-3ca8-4607-8c7b-f2767db33375 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/quotas/6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 375 time: 0.0861189 Nov 22 22:07:36.387172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Request body: {'port': {'device_id': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'admin_state_up': True, 'tenant_id': '26ebf09b632f46b98021935f67e4c667'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:36.392659 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-b5f994b5-fc64-4a90-a5b9-152c40f59a84 service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508596 Nov 22 22:07:36.496010 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:21Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '1ac23150-4190-4419-8146-e1b84abc9739', 'name': '', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'mac_address': 'fa:16:3e:22:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:20Z', 'updated_at': '2021-11-22T22:07:35Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'subnets': [{'id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:07:36.531555 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1fd3d-25fa-4147-8248-f31683b906d6 None None] The sync data for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi is: [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:07:21Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '1ac23150-4190-4419-8146-e1b84abc9739', 'name': '', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'mac_address': 'fa:16:3e:22:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:20Z', 'updated_at': '2021-11-22T22:07:35Z', 'revision_number': 4, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'subnets': [{'id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:07:36.535295 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.550259 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-0813cdb7-4bd9-4eca-9029-05645c226260 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678863 Nov 22 22:07:36.650438 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0e7909ae-2d14-42bc-9891-73afbccbf164 req-1e907359-ad6e-483b-b986-d15971c85c56 service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483912 Nov 22 22:07:36.744228 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.773796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Made reservation on behalf of 26ebf09b632f46b98021935f67e4c667 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:36.777757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.793633 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.796119 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-b2b55c97-af31-4341-9b5d-8c01b32ff665 service neutron] 10.222.0.48 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166004 Nov 22 22:07:36.848176 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:36.851346 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:36.855648 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:36.910528 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Pushing event updated for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:36.948585 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:36.949389 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:36.971010 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-cee1b95c-618a-4078-8758-5a37a93b3e38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6176882 Nov 22 22:07:36.983525 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Request body: {'port': {'device_id': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:37.108360 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49296) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:37.154636 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.199407 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c1d2-58c9-4d1a-a5ed-bba5b6c1b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.264079 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.309161 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-2c24ffd4-06f4-4966-b711-b2fa46b4918d service neutron] 10.222.0.48 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031118 Nov 22 22:07:37.315658 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.399321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=f123da9a-8de5-49a7-ac71-35c2cc81dfe3,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:37.427599 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6b82f-4725-45ec-ac27-abd30666a368 req-ba47ff8a-c616-448b-a572-a9330afb129f tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:37.435308 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-10f6b82f-4725-45ec-ac27-abd30666a368 req-ba47ff8a-c616-448b-a572-a9330afb129f tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 943 time: 0.3240783 Nov 22 22:07:37.504130 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Allocated IP 172.20.0.7 (1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0/121c001f-72b7-44d2-93b4-a451e6686acd/4c144f96-60e1-48af-9b7f-698536e4a0f0) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:37.594338 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 1ac23150-4190-4419-8146-e1b84abc9739 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:37.775026 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 1ac23150-4190-4419-8146-e1b84abc9739 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:37.775399 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.841484 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dcfad52-2c06-46ab-aad0-df7f2d6e6bf6 req-50b9940b-427a-4cdc-bc0e-c93c5ba526d8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 210 time: 0.1148789 Nov 22 22:07:37.869678 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-365741a6-ab4b-47bf-91ff-cd2bf9af12e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.900338 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:37.941669 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-10f6b82f-4725-45ec-ac27-abd30666a368 req-643211d2-fed4-43a0-a7fd-706767ea3615 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053062 Nov 22 22:07:37.943666 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.010180 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2454465a-d341-4f80-8bf3-9e4deea9fa38 req-09113c28-dffe-48f4-ba06-3791bcb68e44 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 210 time: 0.0977569 Nov 22 22:07:38.037349 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.038729 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ba52ab16-c06f-445f-949f-78c24d7a2e3e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5266731 Nov 22 22:07:38.072983 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 1ac23150-4190-4419-8146-e1b84abc9739, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=1ac23150-4190-4419-8146-e1b84abc9739,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:38.084264 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.166002 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:38.360788 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:07:38.490402 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-2cd01865-eab8-4858-8b97-ed5c85854fe6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--421832159&fields=id&tenant_id=e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 267 time: 0.1032784 Nov 22 22:07:38.554310 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,segment=NetworkSegment(dbc1eda1-10a3-4805-a1d6-de7dccb3df90),segment_id=dbc1eda1-10a3-4805-a1d6-de7dccb3df90)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:38.568715 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9', 'network_id': 'cf99fbaa-1333-4a9b-ad41-d24fc68d65d8', 'port_id': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9', 'mac_address': 'fa:16:3e:49:26:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:07:38.599554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.609224 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-365741a6-ab4b-47bf-91ff-cd2bf9af12e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.622845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-365741a6-ab4b-47bf-91ff-cd2bf9af12e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.625155 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.643305 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:38.679201 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,segment=NetworkSegment(dbc1eda1-10a3-4805-a1d6-de7dccb3df90),segment_id=dbc1eda1-10a3-4805-a1d6-de7dccb3df90)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:38.684708 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.699455 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-365741a6-ab4b-47bf-91ff-cd2bf9af12e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a39e5f90c844484e9e07e2fe15a23f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5696151 Nov 22 22:07:38.702617 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49358) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:38.709439 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365741a6-ab4b-47bf-91ff-cd2bf9af12e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f267b2-b7ec-4c4f-91b8-a46d9eda2e73,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:38.724492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-d97a125e-f138-46c8-b7ed-9359fe4d7e64 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:38.732019 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-d97a125e-f138-46c8-b7ed-9359fe4d7e64 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 811 time: 0.2403843 Nov 22 22:07:38.753950 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-24fde5a4-7d1d-4cde-91ad-26fb73abf40f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/quotas/e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 375 time: 0.0208142 Nov 22 22:07:38.764371 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.776973 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:38.826283 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.867027 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:38.873610 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:38.883917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:38.893933 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:38.900931 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Pushing event updated for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:38.941631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-b3cd88ec-d178-43fa-9540-fbc00611ed04 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807752 Nov 22 22:07:38.950938 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['7efdbbda-9490-4b2e-bc20-e0557ed8daf9'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:07:38.980587 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a20fc3-b83c-4732-8695-6f52624b376a {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:38.993467 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.009603 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Transition to ACTIVE for port object c7a20fc3-b83c-4732-8695-6f52624b376a will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:07:39.014528 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.023330 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.025899 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07f267b2-b7ec-4c4f-91b8-a46d9eda2e73 HTTP/1.1" status: 204 len: 168 time: 0.3221500 Nov 22 22:07:39.029698 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.067454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d3582-3ca6-4db8-947e-845d3c3f6afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f267b2-b7ec-4c4f-91b8-a46d9eda2e73,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:39.074822 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:39.076411 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.109539 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:39.121542 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9719549-6d8f-4383-b5bd-4da125a09530 req-ca59bf8d-b47d-4f46-864f-373bdefdfe40 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:39.131413 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a9719549-6d8f-4383-b5bd-4da125a09530 req-ca59bf8d-b47d-4f46-864f-373bdefdfe40 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 931 time: 0.1873448 Nov 22 22:07:39.162842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-365bd5e0-b79c-47ab-bc7c-20941afb0d15 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7818408 Nov 22 22:07:39.212625 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Request body: {'port': {'device_id': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:39.305361 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Attempting to bind port c7a20fc3-b83c-4732-8695-6f52624b376a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:39.305850 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Attempting to bind port c7a20fc3-b83c-4732-8695-6f52624b376a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:39.306462 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Attempting to bind port c7a20fc3-b83c-4732-8695-6f52624b376a on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:39.326071 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a9719549-6d8f-4383-b5bd-4da125a09530 req-7506ab20-7db7-454c-a026-ef3ba1f3d8ec tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930072 Nov 22 22:07:39.335793 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-ed3eb676-fab2-40f6-9f8b-27f08e008afd service neutron] 10.222.0.48 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430324 Nov 22 22:07:39.361502 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Port c7a20fc3-b83c-4732-8695-6f52624b376a on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:07:39.363736 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Attempting to bind port c7a20fc3-b83c-4732-8695-6f52624b376a on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:39.398315 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:39.399529 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Checking segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:39.400172 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Bound using segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:39.402517 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Bound port: c7a20fc3-b83c-4732-8695-6f52624b376a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:39.402907 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.516989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.563452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 1ac23150-4190-4419-8146-e1b84abc9739 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:39.656358 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-847f8f40-b141-4ba5-971e-50a3d76c3d6b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:39.658074 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-847f8f40-b141-4ba5-971e-50a3d76c3d6b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 816 time: 0.4424162 Nov 22 22:07:39.667644 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:39.781311 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c7a20fc3-b83c-4732-8695-6f52624b376a,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:39.786605 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 1ac23150-4190-4419-8146-e1b84abc9739 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:39.786982 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.802700 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.850733 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552094-e9e6-4cae-b177-c0d40e02c974 req-fd7a0ac9-3b97-408b-a603-470add94ba8f tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:39.864859 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78552094-e9e6-4cae-b177-c0d40e02c974 req-fd7a0ac9-3b97-408b-a603-470add94ba8f tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 944 time: 0.3963859 Nov 22 22:07:39.910245 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:39.911129 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:39.912634 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 1094 time: 2.9337602 Nov 22 22:07:39.913285 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:39.915655 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:39.952873 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-6ab3c6b2-722a-44d6-94e7-5019fbfec8f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 380 time: 0.2769177 Nov 22 22:07:39.968061 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'port': {'device_id': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'admin_state_up': True, 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'security_groups': ['bc4b36ad-39a2-490c-8cdf-0b5219a41e9c']}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:40.055861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-cb7b7009-fb74-45ea-a911-bb7dace6589b service neutron] 10.222.0.48 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148800 Nov 22 22:07:40.092803 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78552094-e9e6-4cae-b177-c0d40e02c974 req-7e0732c9-a6a4-43a2-b53e-9f44185d0af6 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216723 Nov 22 22:07:40.193733 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1937ddd-e37b-4ba0-9174-ee75aee31765 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:40.241686 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1fde34df-3419-4fae-994a-0b5c4f05c766 req-6c190b75-9b55-4b75-9ced-b62ee7a7518c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 210 time: 0.0428946 Nov 22 22:07:40.255489 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-a785c6da-8904-4074-8f0d-93c6db18614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:40.257237 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-a785c6da-8904-4074-8f0d-93c6db18614a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1097 time: 0.2778831 Nov 22 22:07:40.281687 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49442) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:40.329522 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:40.329682 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c144f96-60e1-48af-9b7f-698536e4a0f0 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:40.340728 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.396854 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Transition to ACTIVE for port object 4c144f96-60e1-48af-9b7f-698536e4a0f0 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:07:40.405980 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b6329-8aa5-4df6-93c2-5e285dfae3ce x-openstack-request-id: req-1b7b6329-8aa5-4df6-93c2-5e285dfae3ce {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:40.406684 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:40.408641 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b7b6329-8aa5-4df6-93c2-5e285dfae3ce {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:40.409290 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a', 'status': 'completed', 'code': 200} Nov 22 22:07:40.413376 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-7add9496-5328-49af-aa21-65ed947677b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.1289868 Nov 22 22:07:40.418670 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.438171 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:07:40.450327 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:40.450703 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.590128 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-fc968a87-6bc8-448f-902a-aba8896e8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:40.597455 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-fc968a87-6bc8-448f-902a-aba8896e8ad4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.1731203 Nov 22 22:07:40.598438 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e774f702-5069-458b-b699-481fdc970ee3 req-20f69dc4-04f1-4caa-97af-5412046cfea6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.1969335 Nov 22 22:07:40.676068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.703607 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-936cae06-d8d0-498a-802b-247979b44737 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951552 Nov 22 22:07:40.711799 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Made reservation on behalf of 6f88f8c3689f435d8a6d954337fad1ee for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:40.736188 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b8f0-af33-4d80-a841-8ad203675aa8 req-ddb04037-8281-4953-91be-2e6d6554034a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:40.742689 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.744943 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7907b8f0-af33-4d80-a841-8ad203675aa8 req-ddb04037-8281-4953-91be-2e6d6554034a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.1500881 Nov 22 22:07:40.781926 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Pushing event updated for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:40.849728 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:40.870593 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Attempting to bind port 4c144f96-60e1-48af-9b7f-698536e4a0f0 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:40.870938 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Attempting to bind port 4c144f96-60e1-48af-9b7f-698536e4a0f0 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:40.871270 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Attempting to bind port 4c144f96-60e1-48af-9b7f-698536e4a0f0 on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:40.888943 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7907b8f0-af33-4d80-a841-8ad203675aa8 req-4be9471e-cc48-418e-ac9d-f13b8de36fb5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426270 Nov 22 22:07:40.925220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Port 4c144f96-60e1-48af-9b7f-698536e4a0f0 on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:07:40.925534 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Attempting to bind port 4c144f96-60e1-48af-9b7f-698536e4a0f0 on network 1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:40.932579 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8c424b4e-f0ae-4087-add3-52e19b787397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.936754 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21b04df5-6812-4e2e-bf77-f02dd7bdf297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.943513 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,segment=NetworkSegment(dbc1eda1-10a3-4805-a1d6-de7dccb3df90),segment_id=dbc1eda1-10a3-4805-a1d6-de7dccb3df90)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:40.951259 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:40.957379 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:40.957724 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Checking segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:40.958316 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Bound using segment: {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:40.960635 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Bound port: 4c144f96-60e1-48af-9b7f-698536e4a0f0, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:40.961467 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.086084 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:41.122758 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468d2ee5-5944-467f-987d-5740abdbe5cf" -d '{"events": [{"server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "name": "network-vif-plugged", "status": "completed", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:41.131618 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Allocated IP 172.20.0.11 (51137e5e-beca-4500-b972-d54dc057bfff/1df62144-cb88-4f1a-9ffe-759aae16bbb6/f164dbd6-6e3d-4675-8e54-a01c0765048b) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:41.166378 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:41.191881 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:41.214612 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.334716 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:41.335267 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.338942 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c144f96-60e1-48af-9b7f-698536e4a0f0 HTTP/1.1" status: 200 len: 1093 time: 2.1565197 Nov 22 22:07:41.339577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:41.368257 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaed0b9-8a4a-4de3-9b0b-bf381a1465c0 x-openstack-request-id: req-afaed0b9-8a4a-4de3-9b0b-bf381a1465c0 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:41.368592 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "name": "network-vif-plugged", "status": "completed", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:41.368847 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afaed0b9-8a4a-4de3-9b0b-bf381a1465c0 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:41.369319 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9', 'code': 200} Nov 22 22:07:41.419644 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10618c-115c-4680-8186-4b6d5ccde110 req-27fca631-8b4c-4ff5-8d82-cc99d37152b9 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:41.431565 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ae10618c-115c-4680-8186-4b6d5ccde110 req-27fca631-8b4c-4ff5-8d82-cc99d37152b9 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.2040846 Nov 22 22:07:41.484913 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-9cb373be-7300-4820-b4ed-07c8d4689561 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340028 Nov 22 22:07:41.571453 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.575886 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ae10618c-115c-4680-8186-4b6d5ccde110 req-174ab5cb-0f74-4df8-880a-91544f35322e tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401944 Nov 22 22:07:41.666326 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1239ed34-c575-4631-ac3c-b7d708114cd3 req-ad155f19-88fb-4e39-ba4a-3211f78d2457 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 210 time: 0.2177138 Nov 22 22:07:41.744486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d689c4-84e8-44ee-963c-9da168036e33" -d '{"events": [{"name": "network-changed", "server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:41.751524 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.753056 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.31', 53426) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:41.919314 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f45ba05c-bf9e-4878-95da-c964b068d5a2 req-d316b9da-e239-4180-8b05-7477b8ccd7fb service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150264 Nov 22 22:07:41.955387 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-241a1590-4ff7-438a-a216-e6a9ea79306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:41.957744 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-241a1590-4ff7-438a-a216-e6a9ea79306e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 1098 time: 0.2035656 Nov 22 22:07:41.983193 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:41.985706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-3f8b1917-31d6-441c-b98f-7ecbcb1fb073 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.018025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22708f-0886-4626-85b1-9e48f3988676 service neutron] Pushing event updated for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:42.067939 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fa189638-02b9-4ecf-aeb3-54f59c6b29b0 req-61fddad6-c192-4fb9-a99b-20d99d1c67d6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.0764952 Nov 22 22:07:42.079140 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-841a1666-1032-4bf9-a7e8-470361f42c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.080584 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-841a1666-1032-4bf9-a7e8-470361f42c0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 1096 time: 0.5585120 Nov 22 22:07:42.117830 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21b04df5-6812-4e2e-bf77-f02dd7bdf297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.125506 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21b04df5-6812-4e2e-bf77-f02dd7bdf297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.197368 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793e861d-3eb2-452e-aad7-55923873a162 x-openstack-request-id: req-793e861d-3eb2-452e-aad7-55923873a162 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:42.198083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:42.198083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-793e861d-3eb2-452e-aad7-55923873a162 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:42.198353 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0', 'status': 'completed', 'code': 200} Nov 22 22:07:42.198943 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04df5-6812-4e2e-bf77-f02dd7bdf297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca48f56-97ef-420c-92c2-c51cd7e6d890,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:42.253791 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-21b04df5-6812-4e2e-bf77-f02dd7bdf297 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4815ef8e87e14a58bc726ce943a226b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8553348 Nov 22 22:07:42.256482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49542) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:42.298636 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058bca0-3cf3-4ea3-8dad-6e09352c2074 req-cff26840-23bc-406a-8c20-614e7f8ed2e6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.300542 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3058bca0-3cf3-4ea3-8dad-6e09352c2074 req-cff26840-23bc-406a-8c20-614e7f8ed2e6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.1053014 Nov 22 22:07:42.319122 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Network 51137e5e-beca-4500-b972-d54dc057bfff is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:42.333905 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:42.339672 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:42.343427 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:42.368542 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.403532 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-614d083a-03f0-4bea-a429-643b3a8b900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.405259 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-614d083a-03f0-4bea-a429-643b3a8b900a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1097 time: 0.4001431 Nov 22 22:07:42.421543 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.436739 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.446937 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.492960 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-c256b135-15d4-4280-bc1d-bc00fede63cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5324543 Nov 22 22:07:42.501610 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3058bca0-3cf3-4ea3-8dad-6e09352c2074 req-c321b2ee-fe94-4567-b4fc-94b3223d9bc1 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832819 Nov 22 22:07:42.523770 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.526839 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.531220 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cca48f56-97ef-420c-92c2-c51cd7e6d890 HTTP/1.1" status: 204 len: 168 time: 0.2736642 Nov 22 22:07:42.533634 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-3f8b1917-31d6-441c-b98f-7ecbcb1fb073 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.539568 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9c383-ed0e-4582-9c87-0f6e5ab24ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca48f56-97ef-420c-92c2-c51cd7e6d890,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:42.540111 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-3f8b1917-31d6-441c-b98f-7ecbcb1fb073 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.545935 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49554) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:42.621913 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-78366dda-dfc2-4d20-9a68-4c5bbfa3c4c0 req-3f8b1917-31d6-441c-b98f-7ecbcb1fb073 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520619 Nov 22 22:07:42.622613 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1917-31d6-441c-b98f-7ecbcb1fb073 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd128196-613d-41a3-be81-a6114796f588,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:42.729766 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd46e8-19db-4cea-81b1-ef5299645f16 req-f3c11a93-688f-4368-99a8-f3a6b397e515 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.731575 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eedd46e8-19db-4cea-81b1-ef5299645f16 req-f3c11a93-688f-4368-99a8-f3a6b397e515 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0642252 Nov 22 22:07:42.748221 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-69bb9681-d210-4072-a087-a886cd85420b None None] Provisioning complete for port f164dbd6-6e3d-4675-8e54-a01c0765048b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:42.749341 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-69bb9681-d210-4072-a087-a886cd85420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.801046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-69bb9681-d210-4072-a087-a886cd85420b None None] Port f164dbd6-6e3d-4675-8e54-a01c0765048b cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:42.809016 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eedd46e8-19db-4cea-81b1-ef5299645f16 req-05948bca-8b7b-46af-a6f3-ebac10b883b4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713787 Nov 22 22:07:42.857575 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c89c8-e0b8-4268-aaef-b8f3c7328395 req-f8bc32d3-91ea-429a-9abe-8bc279765422 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:42.859506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe3c89c8-e0b8-4268-aaef-b8f3c7328395 req-f8bc32d3-91ea-429a-9abe-8bc279765422 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 932 time: 0.0658257 Nov 22 22:07:42.904234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8feb6cf1-9796-4e87-826c-278793ee5498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:42.919105 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49566) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:42.939269 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe3c89c8-e0b8-4268-aaef-b8f3c7328395 req-c0dddde7-36f9-4725-a993-b5d8b2d3db0b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734713 Nov 22 22:07:42.948369 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49570) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:42.966237 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44ea8e00-f1db-4040-af66-18517c7603db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.011434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8feb6cf1-9796-4e87-826c-278793ee5498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.015608 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8feb6cf1-9796-4e87-826c-278793ee5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.061727 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8feb6cf1-9796-4e87-826c-278793ee5498 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11f9fd65eb0f4631b1465084e74dbe5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142889 Nov 22 22:07:43.062379 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49572) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:43.063274 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb6cf1-9796-4e87-826c-278793ee5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9909e828-24a4-4d8a-9e64-194b33107aa7,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.066083 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44ea8e00-f1db-4040-af66-18517c7603db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.073545 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44ea8e00-f1db-4040-af66-18517c7603db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.158822 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-44ea8e00-f1db-4040-af66-18517c7603db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef8a613b47e243e882070b38c1a64e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093573 Nov 22 22:07:43.159677 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0bec23fd-8834-4b2f-883d-d55ae78af117 req-742e3d61-ae72-4045-8433-018cf7a9fbf0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.0274220 Nov 22 22:07:43.161475 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49576) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:43.161677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9012f184-edc0-4113-b88c-eb994c92455d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.167918 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea8e00-f1db-4040-af66-18517c7603db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d5629-a297-4dbb-87d3-143b350b500b,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.180784 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.211848 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.237904 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.238412 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.276435 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.296881 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.298917 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.299401 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.301091 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9909e828-24a4-4d8a-9e64-194b33107aa7 HTTP/1.1" status: 204 len: 168 time: 0.2372019 Nov 22 22:07:43.318935 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f35e1-a4af-4aea-af61-bdc625d51dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9909e828-24a4-4d8a-9e64-194b33107aa7,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.322026 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9012f184-edc0-4113-b88c-eb994c92455d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.334960 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9012f184-edc0-4113-b88c-eb994c92455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.347190 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.355739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.358001 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b36d5629-a297-4dbb-87d3-143b350b500b HTTP/1.1" status: 204 len: 168 time: 0.1953437 Nov 22 22:07:43.373510 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247b5d3-5f62-4f67-a326-13769c93be12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d5629-a297-4dbb-87d3-143b350b500b,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.410218 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f184-edc0-4113-b88c-eb994c92455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508f840-3e33-4fbe-aba5-f3c6cf48fb0a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.417148 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-9012f184-edc0-4113-b88c-eb994c92455d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f0bd9b07d74a8c911e6f65e77134a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952579 Nov 22 22:07:43.418746 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49586) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:43.475901 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.504162 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.581477 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.585523 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.586713 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c508f840-3e33-4fbe-aba5-f3c6cf48fb0a HTTP/1.1" status: 204 len: 168 time: 0.1670506 Nov 22 22:07:43.595415 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6d34-4e23-42a2-a192-333393b4874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508f840-3e33-4fbe-aba5-f3c6cf48fb0a,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.647657 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dcc0d-9b38-4a53-b825-430a899038a4 req-771b1518-d1ff-445d-90eb-ebf7abc49a78 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:43.649879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-855dcc0d-9b38-4a53-b825-430a899038a4 req-771b1518-d1ff-445d-90eb-ebf7abc49a78 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.0703509 Nov 22 22:07:43.711410 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-855dcc0d-9b38-4a53-b825-430a899038a4 req-d3799ff8-af49-4f18-b55e-34e6622d17f5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Nov 22 22:07:43.724519 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49598) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:43.745266 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-72405ad9-7f7a-4b70-94b6-ac1372d7558b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.827907 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-72405ad9-7f7a-4b70-94b6-ac1372d7558b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.833223 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-72405ad9-7f7a-4b70-94b6-ac1372d7558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.873486 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405ad9-7f7a-4b70-94b6-ac1372d7558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae96678-fd28-4392-bdcd-dba7df1cfd2e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:43.889761 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-72405ad9-7f7a-4b70-94b6-ac1372d7558b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f2682335b1e4be089b1cacd13534c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637409 Nov 22 22:07:43.892308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49606) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:43.948115 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:43.955282 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70777540-ef2a-499e-92a2-1b0ed8118db6 req-0e66cd07-88f6-4026-b463-455b307e18e3 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:43.963914 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-70777540-ef2a-499e-92a2-1b0ed8118db6 req-0e66cd07-88f6-4026-b463-455b307e18e3 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0629547 Nov 22 22:07:43.979797 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.035240 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-70777540-ef2a-499e-92a2-1b0ed8118db6 req-91983126-3404-4505-8f17-7ded3d3f662c tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701847 Nov 22 22:07:44.038706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.041812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.042977 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ae96678-fd28-4392-bdcd-dba7df1cfd2e HTTP/1.1" status: 204 len: 168 time: 0.1495996 Nov 22 22:07:44.044912 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49614) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:44.065358 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9aa-8644-4042-975e-f347431d7631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.066409 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba624419-f880-4a41-b350-a2d7828ff3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae96678-fd28-4392-bdcd-dba7df1cfd2e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:44.189052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766ff14-6d1e-41fa-8657-bb563f9b5228 req-a0d4e405-f451-4fe4-b593-c3b322dfb604 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:44.190606 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9766ff14-6d1e-41fa-8657-bb563f9b5228 req-a0d4e405-f451-4fe4-b593-c3b322dfb604 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 932 time: 0.0785749 Nov 22 22:07:44.192601 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9aa-8644-4042-975e-f347431d7631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.198240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3dac9aa-8644-4042-975e-f347431d7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.232070 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c3dac9aa-8644-4042-975e-f347431d7631 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3876529617944ca197569f1b07a1484f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853547 Nov 22 22:07:44.234964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49622) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:44.281666 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac9aa-8644-4042-975e-f347431d7631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405a352b-1e2d-466a-ac01-b3ea97b33574,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:44.308463 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6cb58bb9-af71-4174-8599-f53b1ca8665b req-09684601-5ef5-49a0-a1be-1b3612108509 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.0524569 Nov 22 22:07:44.311962 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.341572 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.359035 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9766ff14-6d1e-41fa-8657-bb563f9b5228 req-2a90c878-7f91-4af5-9644-fbd22a43f07b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520681 Nov 22 22:07:44.407605 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.411832 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:44.413098 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/405a352b-1e2d-466a-ac01-b3ea97b33574 HTTP/1.1" status: 204 len: 168 time: 0.1770272 Nov 22 22:07:44.428955 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0598-442b-476d-b278-20e479445f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405a352b-1e2d-466a-ac01-b3ea97b33574,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:44.836235 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e0056-0f02-4599-a35a-c45975f818d5 req-188d9d16-3ead-4c3c-992a-49c189077a99 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:44.843710 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9f0e0056-0f02-4599-a35a-c45975f818d5 req-188d9d16-3ead-4c3c-992a-49c189077a99 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.0591011 Nov 22 22:07:44.894002 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9f0e0056-0f02-4599-a35a-c45975f818d5 req-f235a22c-13db-41e4-af37-a6183703d835 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Nov 22 22:07:45.059328 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Request body: {'port': {'device_id': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:45.180484 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-b5a5152f-80d3-4aaf-b6fd-1b7bf41ef60f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0 HTTP/1.1" status: 200 len: 217 time: 0.1371567 Nov 22 22:07:45.279959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-1f800b1d-657d-4cd6-9a67-1afbdc4f4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:45.282323 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-1f800b1d-657d-4cd6-9a67-1afbdc4f4984 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0926383 Nov 22 22:07:45.302320 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a087b-3d4a-4585-ae91-25c5eb016ab3 req-d6c9b063-645a-4577-9232-459a684df569 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:45.304152 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-379a087b-3d4a-4585-ae91-25c5eb016ab3 req-d6c9b063-645a-4577-9232-459a684df569 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.1036522 Nov 22 22:07:45.353574 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:07:45.416374 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-63d5b683-456e-4984-82ef-7f9956e8a626 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110272 Nov 22 22:07:45.479091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-f9403203-23d6-4507-a1c2-72b54fb889f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:45.490523 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-f9403203-23d6-4507-a1c2-72b54fb889f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.4354973 Nov 22 22:07:45.494993 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:45.560503 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-a25c688c-d609-4c59-a45e-134a7645f490 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0564761 Nov 22 22:07:45.590758 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1d15b5da-4836-431c-924d-b3e4249230c0 req-3d8d1cbc-e114-407c-b33b-94bf53656e62 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.1512539 Nov 22 22:07:45.723578 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-379a087b-3d4a-4585-ae91-25c5eb016ab3 req-db47359a-2020-4928-8b4c-98f9beb99634 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644533 Nov 22 22:07:45.776198 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-8bd77903-87b7-458d-9a44-28e5735379e5 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398564 Nov 22 22:07:45.874706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-a0eae81e-8c28-48ea-9711-2e5ca7dfc9a5 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:45.877885 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-a0eae81e-8c28-48ea-9711-2e5ca7dfc9a5 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 811 time: 0.6167812 Nov 22 22:07:45.887136 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:45.905902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bd66e-294b-46f5-a9c1-9d3211fe17ba req-998f0079-19fa-4f7f-88ec-7e33cadef5ef tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:45.914840 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3f8bd66e-294b-46f5-a9c1-9d3211fe17ba req-998f0079-19fa-4f7f-88ec-7e33cadef5ef tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 932 time: 0.1824977 Nov 22 22:07:45.945642 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7cb20e15-ddda-4e40-aad2-790dc8ca0b31 req-7b709c79-083c-4fd9-82f1-07ae9ca73bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515450 Nov 22 22:07:46.005491 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3f8bd66e-294b-46f5-a9c1-9d3211fe17ba req-ab90fc52-eefe-454f-aff0-cb0d658af83d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896649 Nov 22 22:07:46.081077 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-281ae2e6-afe2-4b4a-a12c-a95cb33cfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.082820 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-281ae2e6-afe2-4b4a-a12c-a95cb33cfc77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.1996818 Nov 22 22:07:46.104652 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d689c4-84e8-44ee-963c-9da168036e33 req-8c668135-e115-43c8-8a12-695a2878089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.106646 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-8c668135-e115-43c8-8a12-695a2878089d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0958288 Nov 22 22:07:46.141698 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-54338412-08f9-40b9-a623-4da87f72139f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486362 Nov 22 22:07:46.226224 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e89674-4736-473f-a00f-536cb221f12f req-b6e908bf-4a87-4b96-86ee-865293319585 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.228095 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48e89674-4736-473f-a00f-536cb221f12f req-b6e908bf-4a87-4b96-86ee-865293319585 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.1757619 Nov 22 22:07:46.264361 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-423b0220-bfef-4019-b396-e05b127d382f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 379 time: 0.3589070 Nov 22 22:07:46.271769 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:46.284508 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'port': {'device_id': '464aa359-9429-42a1-910b-d2f530a4939a', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'admin_state_up': True, 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'security_groups': ['af603b1c-9f61-4125-ac56-d6fe773b4a81']}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:46.300060 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:46.371971 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Transition to ACTIVE for port object f164dbd6-6e3d-4675-8e54-a01c0765048b will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:07:46.373756 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48e89674-4736-473f-a00f-536cb221f12f req-34fa2c37-2126-48f5-9d59-a7302e127470 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374323 Nov 22 22:07:46.385928 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d689c4-84e8-44ee-963c-9da168036e33 req-7cb4e8bf-6ec1-482f-9bbb-f02adc32ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.387736 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-7cb4e8bf-6ec1-482f-9bbb-f02adc32ecb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.2725692 Nov 22 22:07:46.397384 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:46.457017 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:46.469130 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-95049fb3-5491-49a5-ac73-4e837faf7099 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153994 Nov 22 22:07:46.479333 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-54f07f5f-ed72-4945-9f33-0432461940be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0 HTTP/1.1" status: 200 len: 217 time: 0.0705690 Nov 22 22:07:46.591083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d689c4-84e8-44ee-963c-9da168036e33 req-359ad20b-5a7d-489f-a1c9-060aa4bb77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.599564 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-359ad20b-5a7d-489f-a1c9-060aa4bb77d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.1012607 Nov 22 22:07:46.677081 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-c2cfb3a9-3d7d-464a-b0ee-d0fe7c032541 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885295 Nov 22 22:07:46.679359 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-15f17b7b-8a11-4e6b-9beb-667903cee04b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762050 Nov 22 22:07:46.887885 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-39af153e-72cf-4b45-97f1-6314f987b921 req-8c10ae3d-01dd-4770-8d75-0293eba1ff19 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.0665290 Nov 22 22:07:46.899704 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Attempting to bind port f164dbd6-6e3d-4675-8e54-a01c0765048b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:46.900448 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Attempting to bind port f164dbd6-6e3d-4675-8e54-a01c0765048b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:46.901147 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Attempting to bind port f164dbd6-6e3d-4675-8e54-a01c0765048b on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:46.907791 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Port f164dbd6-6e3d-4675-8e54-a01c0765048b on network 51137e5e-beca-4500-b972-d54dc057bfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:07:46.908116 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Attempting to bind port f164dbd6-6e3d-4675-8e54-a01c0765048b on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:46.910104 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Made reservation on behalf of e12ff9813baf40cfb668a29ae465643c for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:07:46.915145 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:46.931758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:46.934965 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Checking segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:46.936076 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Bound using segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:46.940206 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Bound port: f164dbd6-6e3d-4675-8e54-a01c0765048b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:46.942900 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:46.960230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590c73-c777-485c-8124-4c876e8e5fdc req-53c15da5-2664-4d2e-851f-4a27738689a2 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:46.969705 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d590c73-c777-485c-8124-4c876e8e5fdc req-53c15da5-2664-4d2e-851f-4a27738689a2 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.1260550 Nov 22 22:07:46.981008 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-b5e931f7-376e-4cc3-a3ce-a1315e66241d service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862456 Nov 22 22:07:47.136299 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:47.160152 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:47.185201 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:47.219519 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Allocated IP 172.20.0.8 (2a66ea30-b1b5-4137-af4a-7ba8f9bacf17/44dca68f-0247-4d0e-9924-adc84632e88e/371fffea-6e6f-4555-9870-5cb1cd727c13) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:07:47.266181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.267061 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:47.271121 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] 10.222.0.31 "PUT /v2.0/ports/f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 1094 time: 2.2150600 Nov 22 22:07:47.274655 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:47.278454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:47.326909 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65422b14-fb10-402e-84f9-110e74384b35 service neutron] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:47.465485 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d590c73-c777-485c-8124-4c876e8e5fdc req-6b2a95ac-9542-4440-a261-32c7daadc029 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947593 Nov 22 22:07:47.470679 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-ae55d299-08f0-4ea3-bf4d-b5e5fddf7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.474121 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-ae55d299-08f0-4ea3-bf4d-b5e5fddf7cc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1097 time: 0.1294281 Nov 22 22:07:47.509558 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9507a6-52a2-40af-a67a-e66ce3da05f9 req-0e986273-507b-4a0c-901a-49cd01e39902 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.524617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce9507a6-52a2-40af-a67a-e66ce3da05f9 req-0e986273-507b-4a0c-901a-49cd01e39902 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.2601497 Nov 22 22:07:47.547152 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59d689c4-84e8-44ee-963c-9da168036e33 req-a74bac44-061b-4698-bfb1-9431fe604dfe service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574794 Nov 22 22:07:47.601709 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-00440073-41e1-4dd8-8064-e1bc12b2c3b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 217 time: 0.1110253 Nov 22 22:07:47.617553 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce9507a6-52a2-40af-a67a-e66ce3da05f9 req-7c90df99-fb76-405a-86bb-13b9b53447e7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920103 Nov 22 22:07:47.648581 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3419a1d-166b-40ba-b744-97a11724c05b x-openstack-request-id: req-b3419a1d-166b-40ba-b744-97a11724c05b {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:47.649212 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:47.649586 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3419a1d-166b-40ba-b744-97a11724c05b {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:47.649824 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'status': 'completed', 'code': 200} Nov 22 22:07:47.662683 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:47.719084 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-4f3bff63-a89c-4870-9946-49acb9808a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.720644 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-4f3bff63-a89c-4870-9946-49acb9808a39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1080568 Nov 22 22:07:47.782538 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9347b-d134-425e-8121-4147172c03d9 req-55c8887d-84b9-491d-9f9a-7e7106833eae tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.789167 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-32a9347b-d134-425e-8121-4147172c03d9 req-55c8887d-84b9-491d-9f9a-7e7106833eae tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 943 time: 0.0942006 Nov 22 22:07:47.801785 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:47.810070 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-17096bb7-ae04-44ad-93b6-c0bb3ce2cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:47.812272 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-17096bb7-ae04-44ad-93b6-c0bb3ce2cbd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0826514 Nov 22 22:07:47.848719 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-32a9347b-d134-425e-8121-4147172c03d9 req-b42e35dc-1853-49ef-afb0-0480f526cf68 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Nov 22 22:07:47.877943 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:07:47.908030 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:07:47.914295 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:07:47.921890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:48.015827 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe2de-ae1f-4bfa-87fa-a03d88e86e4b req-0192f71c-4a37-4fdf-a676-d5119faff81e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:48.019040 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:48.019889 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.024506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e59fe2de-ae1f-4bfa-87fa-a03d88e86e4b req-0192f71c-4a37-4fdf-a676-d5119faff81e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 931 time: 0.0736635 Nov 22 22:07:48.062640 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-0bde6b30-244f-4f56-8e7b-25463c4e4e3d service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218513 Nov 22 22:07:48.091627 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-f2110d22-6711-4aec-bb65-ddfece1cb499 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8128641 Nov 22 22:07:48.155299 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e59fe2de-ae1f-4bfa-87fa-a03d88e86e4b req-1ed9e99d-2802-4a04-b4fd-2bdd3e5c451d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300001 Nov 22 22:07:48.184309 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Request body: {'port': {'device_id': '464aa359-9429-42a1-910b-d2f530a4939a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:07:48.341423 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-ab491ac2-cf4a-45c0-bfbf-eac2a2de0d89 None None] Provisioning complete for port 371fffea-6e6f-4555-9870-5cb1cd727c13 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:48.342015 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ab491ac2-cf4a-45c0-bfbf-eac2a2de0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.348627 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c7a20fc3-b83c-4732-8695-6f52624b376a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:07:48.413601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-ab491ac2-cf4a-45c0-bfbf-eac2a2de0d89 None None] Port 371fffea-6e6f-4555-9870-5cb1cd727c13 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:07:48.485694 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.521640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c7a20fc3-b83c-4732-8695-6f52624b376a,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:48.539529 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'c7a20fc3-b83c-4732-8695-6f52624b376a', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'port_id': 'c7a20fc3-b83c-4732-8695-6f52624b376a', 'mac_address': 'fa:16:3e:df:63:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:07:48.542988 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-0b7e65a2-1710-466c-838b-6617d5a8fe98 req-cdd4bd39-f114-48aa-8a57-970cb007911f service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681764 Nov 22 22:07:48.605256 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.633365 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a20fc3-b83c-4732-8695-6f52624b376a {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:48.658739 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c7a20fc3-b83c-4732-8695-6f52624b376a,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:48.663822 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.664454 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4c144f96-60e1-48af-9b7f-698536e4a0f0 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:07:48.741679 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49884) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:48.772871 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:48.777087 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-888ffa28-c078-499c-9d45-f38b9b664b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:48.781010 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-888ffa28-c078-499c-9d45-f38b9b664b9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1097 time: 0.1504114 Nov 22 22:07:48.783274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:48.812085 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '4c144f96-60e1-48af-9b7f-698536e4a0f0', 'network_id': '1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0', 'port_id': '4c144f96-60e1-48af-9b7f-698536e4a0f0', 'mac_address': 'fa:16:3e:37:0f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121c001f-72b7-44d2-93b4-a451e6686acd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:07:48.822015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc020e-3958-47d7-958e-2fa8b3fd4fb9 req-02021b05-9c78-4c1f-a2e4-07e2c690eed5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:48.829676 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-56fc020e-3958-47d7-958e-2fa8b3fd4fb9 req-02021b05-9c78-4c1f-a2e4-07e2c690eed5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0728652 Nov 22 22:07:48.880276 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.891708 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c144f96-60e1-48af-9b7f-698536e4a0f0 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:48.914003 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:48.915038 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-56fc020e-3958-47d7-958e-2fa8b3fd4fb9 req-edeeb00f-1c6e-494f-886a-640244bdce41 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812516 Nov 22 22:07:48.920734 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.958693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9ad04692-99b0-46a5-b6ac-11e82b636a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:48.993421 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:49.005706 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-aa75af20-ae49-491c-a49a-9b27f8d8efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.007251 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-aa75af20-ae49-491c-a49a-9b27f8d8efd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.2168734 Nov 22 22:07:49.011077 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371fffea-6e6f-4555-9870-5cb1cd727c13 {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:49.027614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.056282 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8d7f-9dc3-4444-9234-18ad3be77da5 req-21b80e0d-9997-4979-ba05-15221d7ae198 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.057842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e34e8d7f-9dc3-4444-9234-18ad3be77da5 req-21b80e0d-9997-4979-ba05-15221d7ae198 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 944 time: 0.0872223 Nov 22 22:07:49.067909 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-30dd872e-9701-47ad-a3ca-67de5d5454b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 217 time: 0.0503829 Nov 22 22:07:49.073221 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Transition to ACTIVE for port object 371fffea-6e6f-4555-9870-5cb1cd727c13 will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:07:49.126346 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-be4631ce-51a9-463e-80db-87e095feab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.129135 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-be4631ce-51a9-463e-80db-87e095feab4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0522640 Nov 22 22:07:49.130211 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.164520 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e34e8d7f-9dc3-4444-9234-18ad3be77da5 req-6cd8be96-96e8-48b5-88aa-f66233b0615d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965385 Nov 22 22:07:49.166898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9ad04692-99b0-46a5-b6ac-11e82b636a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.176828 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9ad04692-99b0-46a5-b6ac-11e82b636a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.213495 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['c7a20fc3-b83c-4732-8695-6f52624b376a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:07:49.262423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad04692-99b0-46a5-b6ac-11e82b636a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb2cc9-b640-4290-a0cd-36e9de71af7d,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:49.276051 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:49.282649 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-9ad04692-99b0-46a5-b6ac-11e82b636a6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a58764b50e3e464190ea0ff1244c955b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5395088 Nov 22 22:07:49.283355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['4c144f96-60e1-48af-9b7f-698536e4a0f0'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:07:49.284934 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49914) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:49.377875 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-d859c773-f1d5-4888-bc5a-3d60492b4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.382806 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-d859c773-f1d5-4888-bc5a-3d60492b4fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2418687 Nov 22 22:07:49.397587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707eab00-801d-453c-b289-655b03439d45 req-b3489c36-e044-4dff-b8d4-f48ec8a7e5ce tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.402576 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-707eab00-801d-453c-b289-655b03439d45 req-b3489c36-e044-4dff-b8d4-f48ec8a7e5ce tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.1328166 Nov 22 22:07:49.569616 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-707eab00-801d-453c-b289-655b03439d45 req-4ca492bd-6162-4822-84ba-e7b4f360398b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536310 Nov 22 22:07:49.666970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Attempting to bind port 371fffea-6e6f-4555-9870-5cb1cd727c13 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:07:49.667326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Attempting to bind port 371fffea-6e6f-4555-9870-5cb1cd727c13 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:07:49.667642 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Attempting to bind port 371fffea-6e6f-4555-9870-5cb1cd727c13 on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:49.679752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.688473 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Port 371fffea-6e6f-4555-9870-5cb1cd727c13 on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:07:49.688766 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Attempting to bind port 371fffea-6e6f-4555-9870-5cb1cd727c13 on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:07:49.708788 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:07:49.709150 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Checking segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:07:49.709545 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Bound using segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:07:49.710105 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Bound port: 371fffea-6e6f-4555-9870-5cb1cd727c13, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:07:49.710336 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.742122 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.795192 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-750424e0-90ac-41b1-81a5-40a6abd5f419 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699346 Nov 22 22:07:49.816693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49944) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:49.841618 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:07:49.845662 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=371fffea-6e6f-4555-9870-5cb1cd727c13,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:07:49.852752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.881826 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.884403 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.885588 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdbb2cc9-b640-4290-a0cd-36e9de71af7d HTTP/1.1" status: 204 len: 168 time: 0.5996273 Nov 22 22:07:49.910198 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b74dc-921f-44d9-ad18-deef66d27756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb2cc9-b640-4290-a0cd-36e9de71af7d,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:49.913960 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:49.915007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:49.915968 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] 10.222.0.31 "PUT /v2.0/ports/371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 1093 time: 1.8073032 Nov 22 22:07:49.916576 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:49.918949 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9ca40-f147-4180-aa81-415a899fc328" -d '{"events": [{"name": "network-changed", "server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:49.942970 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49954) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:49.949422 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a3827-d73e-447e-91a2-5dfe46349ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:49.993980 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8545d5d0-160f-4574-9895-5e120a46e2c9 x-openstack-request-id: req-8545d5d0-160f-4574-9895-5e120a46e2c9 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:49.994272 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:49.994526 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8545d5d0-160f-4574-9895-5e120a46e2c9 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:49.994925 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'status': 'completed', 'code': 200} Nov 22 22:07:50.090499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-47e8384c-ce68-48a6-b191-a2244d6db1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.132109 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabd964-7bda-4154-a671-3e81a1e860bd req-faca9fd5-8bb8-4c5c-9f82-947dbaae97a4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:50.134021 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2cabd964-7bda-4154-a671-3e81a1e860bd req-faca9fd5-8bb8-4c5c-9f82-947dbaae97a4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0845912 Nov 22 22:07:50.220843 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2cabd964-7bda-4154-a671-3e81a1e860bd req-468d6687-975c-485f-b486-d9bfcf9846b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768387 Nov 22 22:07:50.242925 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-47e8384c-ce68-48a6-b191-a2244d6db1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.255890 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-47e8384c-ce68-48a6-b191-a2244d6db1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.311059 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49964) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:50.311260 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6f55dd3c-70ab-467a-a6c5-f8b988d5b33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.322229 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8384c-ce68-48a6-b191-a2244d6db1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8f734-49c5-4a91-ac64-c7e6aab8aa13,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.327697 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-47e8384c-ce68-48a6-b191-a2244d6db1a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02c1a124c7b847228b09ec6fe8a6990f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088756 Nov 22 22:07:50.330499 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49966) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:50.337169 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08775e44-da7f-4457-9514-5eb497110283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.386642 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14faa5-48b4-4ab3-908c-8da5df349c7f req-2abf751a-b251-4cda-8280-c99ec16f5bcf tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:50.388174 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d14faa5-48b4-4ab3-908c-8da5df349c7f req-2abf751a-b251-4cda-8280-c99ec16f5bcf tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 944 time: 0.0805857 Nov 22 22:07:50.411646 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.447522 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.460876 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d14faa5-48b4-4ab3-908c-8da5df349c7f req-9056be2b-202e-4922-819f-5c96a8b0a4cd tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Nov 22 22:07:50.475515 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6f55dd3c-70ab-467a-a6c5-f8b988d5b33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.481989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6f55dd3c-70ab-467a-a6c5-f8b988d5b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.489205 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08775e44-da7f-4457-9514-5eb497110283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.497325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-08775e44-da7f-4457-9514-5eb497110283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.529899 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55dd3c-70ab-467a-a6c5-f8b988d5b33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee6229-2d7d-4746-8252-f732a4e83a72,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.534258 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-6f55dd3c-70ab-467a-a6c5-f8b988d5b33c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acaf72e826494764b3a2f1ecc61b4e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901287 Nov 22 22:07:50.537009 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49970) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:50.548497 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-08775e44-da7f-4457-9514-5eb497110283 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=502a930d9d424b9da299f957c069418a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336459 Nov 22 22:07:50.548647 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49972) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:50.556785 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08775e44-da7f-4457-9514-5eb497110283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c13222-b103-4bee-9440-a62c5a848ff0,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.583471 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.586378 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.587730 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fa8f734-49c5-4a91-ac64-c7e6aab8aa13 HTTP/1.1" status: 204 len: 168 time: 0.2560942 Nov 22 22:07:50.611806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.617147 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4fa0-f2bc-4147-a469-8bd59a9fa0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8f734-49c5-4a91-ac64-c7e6aab8aa13,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.637813 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.647478 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.671674 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.730951 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f93cc-64b9-42fe-aa4b-c705b5899e42 req-1953f3f6-18bb-490c-802e-4410f6fb9d6f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:50.732579 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.732849 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-800f93cc-64b9-42fe-aa4b-c705b5899e42 req-1953f3f6-18bb-490c-802e-4410f6fb9d6f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0821133 Nov 22 22:07:50.736156 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.737492 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74c13222-b103-4bee-9440-a62c5a848ff0 HTTP/1.1" status: 204 len: 168 time: 0.1875508 Nov 22 22:07:50.750917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bcd35-4485-462f-8a26-5c19e3e6be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c13222-b103-4bee-9440-a62c5a848ff0,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.775049 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.779158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:50.780346 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cee6229-2d7d-4746-8252-f732a4e83a72 HTTP/1.1" status: 204 len: 168 time: 0.2422593 Nov 22 22:07:50.799691 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563cc9e-c316-48ba-af7d-61f3cd32bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee6229-2d7d-4746-8252-f732a4e83a72,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:50.806174 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-800f93cc-64b9-42fe-aa4b-c705b5899e42 req-27bbe159-cdd4-4baf-9388-c0eb7e179e32 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646765 Nov 22 22:07:51.144877 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49990) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:51.158866 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7e819ef4-47ef-4aa5-9c42-5242210f48a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.178819 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 49992) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:51.198555 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4657113a-e1bc-4437-8074-a60caed73a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.283060 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7e819ef4-47ef-4aa5-9c42-5242210f48a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.289864 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7e819ef4-47ef-4aa5-9c42-5242210f48a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.348003 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7e819ef4-47ef-4aa5-9c42-5242210f48a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64de8964658448deb3309a88700493f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993518 Nov 22 22:07:51.348321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 49998) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:51.359898 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4657113a-e1bc-4437-8074-a60caed73a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.361092 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819ef4-47ef-4aa5-9c42-5242210f48a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245fefdc-2144-49e9-bb21-b543f2823b5e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:51.375804 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4657113a-e1bc-4437-8074-a60caed73a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.418090 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4657113a-e1bc-4437-8074-a60caed73a07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a12a39bd915426aad8b512df924d88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357588 Nov 22 22:07:51.418090 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657113a-e1bc-4437-8074-a60caed73a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6b4df-fa3e-46b8-b141-300d5d0d27d3,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:51.419409 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50002) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:51.442563 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b545088-4042-4d9f-a46e-3008792d4100 req-1c3689b1-2aa5-4b48-9699-e08d9ebf6599 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:51.444147 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b545088-4042-4d9f-a46e-3008792d4100 req-1c3689b1-2aa5-4b48-9699-e08d9ebf6599 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.1056905 Nov 22 22:07:51.461831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.478035 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.504060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.505777 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.566911 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b545088-4042-4d9f-a46e-3008792d4100 req-01cd4305-1b03-48ff-8f18-6bbb6fd49272 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095917 Nov 22 22:07:51.567039 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.568782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.572655 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbe6b4df-fa3e-46b8-b141-300d5d0d27d3 HTTP/1.1" status: 204 len: 168 time: 0.1495061 Nov 22 22:07:51.580639 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9533e4f-0d41-4b0e-b66c-2c45557c239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6b4df-fa3e-46b8-b141-300d5d0d27d3,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:51.604198 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.607013 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:51.608288 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/245fefdc-2144-49e9-bb21-b543f2823b5e HTTP/1.1" status: 204 len: 168 time: 0.2582233 Nov 22 22:07:51.618681 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b77bf-0cd7-4045-af7f-0bcc49a2c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245fefdc-2144-49e9-bb21-b543f2823b5e,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:51.718694 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d8aec-c1c4-41e4-8906-6b2e2416698d req-2639b6c7-77de-4df5-99a2-b2ee38a62980 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:51.720445 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd1d8aec-c1c4-41e4-8906-6b2e2416698d req-2639b6c7-77de-4df5-99a2-b2ee38a62980 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 944 time: 0.0624473 Nov 22 22:07:51.774449 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd1d8aec-c1c4-41e4-8906-6b2e2416698d req-4ff4f252-6917-460b-9c57-d2617079b42e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Nov 22 22:07:51.946421 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f44ba-4ed3-4f32-838e-801109416924 req-ca850aab-061d-4b11-bed7-a9b2958b89ad tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:51.948010 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a9f44ba-4ed3-4f32-838e-801109416924 req-ca850aab-061d-4b11-bed7-a9b2958b89ad tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0562100 Nov 22 22:07:52.005030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a9f44ba-4ed3-4f32-838e-801109416924 req-79944419-b602-47ac-9bd1-deb82864475f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460899 Nov 22 22:07:52.592776 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-89620ba7-2cc6-4048-a8fb-bc9ddb14b6f0 req-5d3272a2-5d69-47bc-bba4-266ee76321ae service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228294 Nov 22 22:07:52.671675 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ca40-f147-4180-aa81-415a899fc328 req-114dbde2-9b7a-4fe7-8e1d-b351b568a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:52.673602 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-fae9ca40-f147-4180-aa81-415a899fc328 req-114dbde2-9b7a-4fe7-8e1d-b351b568a19b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1096 time: 0.0619183 Nov 22 22:07:52.769138 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e63f-004e-48ef-8244-0dadb011d418 req-9d0f22da-04c3-48a1-a9ac-eb97cb15e8f7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:52.773169 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5fa7e63f-004e-48ef-8244-0dadb011d418 req-9d0f22da-04c3-48a1-a9ac-eb97cb15e8f7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0980082 Nov 22 22:07:52.971843 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5fa7e63f-004e-48ef-8244-0dadb011d418 req-cdf05b6f-5a7a-4b9f-b4f9-27f381edf27a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877322 Nov 22 22:07:52.990950 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ca40-f147-4180-aa81-415a899fc328 req-0aca8ad9-9093-4db6-9251-e61cb0e58259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:52.992633 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-fae9ca40-f147-4180-aa81-415a899fc328 req-0aca8ad9-9093-4db6-9251-e61cb0e58259 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12ff9813baf40cfb668a29ae465643c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3100321 Nov 22 22:07:53.015792 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9276bb-8bd6-4dfe-98da-605532984ced req-6a439388-038f-4661-909c-dc3b9813a9d3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.020554 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-df9276bb-8bd6-4dfe-98da-605532984ced req-6a439388-038f-4661-909c-dc3b9813a9d3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 944 time: 0.1094704 Nov 22 22:07:53.092246 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-df9276bb-8bd6-4dfe-98da-605532984ced req-70ec492f-aee7-4d23-8990-a8a0783c1e70 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627348 Nov 22 22:07:53.222966 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ca40-f147-4180-aa81-415a899fc328 req-d4d2de13-bfed-45be-bafb-c805117664e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.223778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e221a3c-9fce-4c9f-97ea-bbc6dc743602 req-a1c6c949-9c11-463b-8074-8d8ce471411e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.224590 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-fae9ca40-f147-4180-aa81-415a899fc328 req-d4d2de13-bfed-45be-bafb-c805117664e2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193511 Nov 22 22:07:53.225512 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3e221a3c-9fce-4c9f-97ea-bbc6dc743602 req-a1c6c949-9c11-463b-8074-8d8ce471411e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0877197 Nov 22 22:07:53.310021 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3e221a3c-9fce-4c9f-97ea-bbc6dc743602 req-9fe94ef7-7db8-4a0a-832c-7e87daad6ee0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675819 Nov 22 22:07:53.317477 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-ff3d1c39-cd12-492b-8710-f2c60cd8501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.319312 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-ff3d1c39-cd12-492b-8710-f2c60cd8501e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1096 time: 0.0549347 Nov 22 22:07:53.368404 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-e6a2c388-c3ff-45ea-a8da-7735acda2258 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 217 time: 0.0388703 Nov 22 22:07:53.423597 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-06647fdb-99e5-4b55-af3d-f28bddcf6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.425270 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-06647fdb-99e5-4b55-af3d-f28bddcf6613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0477281 Nov 22 22:07:53.476935 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-a0341301-2152-42b1-97cc-e5c5c897f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:53.478458 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-a0341301-2152-42b1-97cc-e5c5c897f86e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459895 Nov 22 22:07:53.581726 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-e6d9002d-e9e9-47e1-bf7e-2d3046971ae4 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947402 Nov 22 22:07:53.693776 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-48a08842-2bde-42d1-8c7e-370a73a25f9f req-e5de5f96-8d3e-482a-bf39-d1709ddaadc2 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016264 Nov 22 22:07:54.130633 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af21929-974b-40ab-8524-bb9bfb2a991e req-0cb65881-2175-4f7b-8468-42b452feec94 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:54.130633 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9af21929-974b-40ab-8524-bb9bfb2a991e req-0cb65881-2175-4f7b-8468-42b452feec94 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0604544 Nov 22 22:07:54.255606 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9af21929-974b-40ab-8524-bb9bfb2a991e req-8083fa47-e69a-41a0-b592-7b20a3502129 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198785 Nov 22 22:07:54.277363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9764-1905-4077-ae6e-633f6bfb1692 req-7d07bbbf-73d4-49c0-966b-e085090f6012 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:54.281429 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c3c9764-1905-4077-ae6e-633f6bfb1692 req-7d07bbbf-73d4-49c0-966b-e085090f6012 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 944 time: 0.0940149 Nov 22 22:07:54.356177 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c3c9764-1905-4077-ae6e-633f6bfb1692 req-9cf88e4d-bee5-47a7-95c4-2aa95c385242 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Nov 22 22:07:54.466202 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279222-75ff-4bcc-98e2-e6fad107bb8f req-f0efa0e0-9c83-48e9-b308-1992e8f7bbfd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:54.471403 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af279222-75ff-4bcc-98e2-e6fad107bb8f req-f0efa0e0-9c83-48e9-b308-1992e8f7bbfd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0723343 Nov 22 22:07:54.471647 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:07:54.475895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c7a20fc3-b83c-4732-8695-6f52624b376a up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:54.560614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50160) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:54.569806 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af279222-75ff-4bcc-98e2-e6fad107bb8f req-b935e2c2-939a-40b8-b5e7-2eb13ad202ac tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869422 Nov 22 22:07:54.614994 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port c7a20fc3-b83c-4732-8695-6f52624b376a completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:07:54.624182 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port c7a20fc3-b83c-4732-8695-6f52624b376a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:54.624812 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.689968 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:54.705218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:07:54.723810 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a14697d-916e-4707-abc4-296c33963513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.767666 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.789357 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:54.797551 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.809402 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a14697d-916e-4707-abc4-296c33963513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.814932 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a14697d-916e-4707-abc4-296c33963513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.824248 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:54.831250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:54.833534 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f2104-af08-4a06-b71e-cb5b7be673ef" -d '{"events": [{"server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "name": "network-vif-plugged", "status": "completed", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:54.843102 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.849756 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c7a20fc3-b83c-4732-8695-6f52624b376a,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:54.852843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14697d-916e-4707-abc4-296c33963513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feeb70f-c9f5-4619-a0cf-5cb280ec5601,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:54.857396 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1a14697d-916e-4707-abc4-296c33963513 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51f529b5c3e044ec89da4fcb4802036e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954907 Nov 22 22:07:54.860236 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50170) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:54.875647 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.876598 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4c144f96-60e1-48af-9b7f-698536e4a0f0 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:07:54.885219 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71a8e5-fca1-4153-ad66-4a99de86750c x-openstack-request-id: req-ee71a8e5-fca1-4153-ad66-4a99de86750c {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:54.885533 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "name": "network-vif-plugged", "status": "completed", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:54.885784 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee71a8e5-fca1-4153-ad66-4a99de86750c {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:54.886170 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a', 'code': 200} Nov 22 22:07:54.910185 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.931082 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:54.931502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.983288 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 4c144f96-60e1-48af-9b7f-698536e4a0f0 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:07:54.984134 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.988917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.990141 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5feeb70f-c9f5-4619-a0cf-5cb280ec5601 HTTP/1.1" status: 204 len: 168 time: 0.1288285 Nov 22 22:07:54.992842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 4c144f96-60e1-48af-9b7f-698536e4a0f0 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:07:54.993246 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:54.996061 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.002364 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23efc-4b79-49de-bb61-a3735ddb9b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feeb70f-c9f5-4619-a0cf-5cb280ec5601,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.099956 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.133096 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:55.137531 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.185845 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.288933 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50180) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:55.306313 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2b66c68f-efe4-40d2-ae9b-ba6c1151a044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.408106 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322d47a-ac66-487f-be63-b88885db6c08 req-ea9f4ee2-a980-4fd7-8370-b6b01e4bd62a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:55.410325 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a322d47a-ac66-487f-be63-b88885db6c08 req-ea9f4ee2-a980-4fd7-8370-b6b01e4bd62a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0751183 Nov 22 22:07:55.498972 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2b66c68f-efe4-40d2-ae9b-ba6c1151a044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.509878 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2b66c68f-efe4-40d2-ae9b-ba6c1151a044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.553906 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecffaa-1038-47ce-8d9a-42f7c539836f req-45035c02-6ef1-4299-817f-5779639128b5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:55.555428 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bbecffaa-1038-47ce-8d9a-42f7c539836f req-45035c02-6ef1-4299-817f-5779639128b5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.1358685 Nov 22 22:07:55.567058 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a322d47a-ac66-487f-be63-b88885db6c08 req-e6da7dd5-4de3-477e-acbe-470b0084211d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439037 Nov 22 22:07:55.576125 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2b66c68f-efe4-40d2-ae9b-ba6c1151a044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9a3918e65ca4c0b885f7deb0a1fed63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858760 Nov 22 22:07:55.579270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50192) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:55.597725 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c68f-efe4-40d2-ae9b-ba6c1151a044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e2f8d7-8e29-42cb-bfa6-540069e5188e,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.626604 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50196) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:55.641297 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.657426 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bbecffaa-1038-47ce-8d9a-42f7c539836f req-3b3b5eb4-6a85-49ef-8bfb-dc03a7a91c8b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Nov 22 22:07:55.669149 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.719230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffad47-ea55-449a-8130-6ee73478538a req-e9c74462-4c35-4873-8f79-d86cc85d73c2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:55.720645 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bdffad47-ea55-449a-8130-6ee73478538a req-e9c74462-4c35-4873-8f79-d86cc85d73c2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0618925 Nov 22 22:07:55.737773 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.741134 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.745544 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2e2f8d7-8e29-42cb-bfa6-540069e5188e HTTP/1.1" status: 204 len: 168 time: 0.1629307 Nov 22 22:07:55.768648 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602540f-3b5e-448d-a3a8-eab34889bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e2f8d7-8e29-42cb-bfa6-540069e5188e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.778200 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9961e78b-68de-4447-8b24-647219d46c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.780764 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bdffad47-ea55-449a-8130-6ee73478538a req-ac03caed-fa46-4286-b95d-9eec04386dbd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530388 Nov 22 22:07:55.872176 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9961e78b-68de-4447-8b24-647219d46c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.877225 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9961e78b-68de-4447-8b24-647219d46c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.916573 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-9961e78b-68de-4447-8b24-647219d46c7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45c1b5df76374d4abef5e1490f7c465b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889335 Nov 22 22:07:55.919245 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50206) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:55.926677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961e78b-68de-4447-8b24-647219d46c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69196da0-3dc1-4689-a34c-9d7ce78d7d96,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:55.970702 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:55.991931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:56.039479 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:56.042100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:56.043258 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69196da0-3dc1-4689-a34c-9d7ce78d7d96 HTTP/1.1" status: 204 len: 168 time: 0.1229770 Nov 22 22:07:56.051950 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88196f-ce42-45b5-a15e-9bfdb31a7ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69196da0-3dc1-4689-a34c-9d7ce78d7d96,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:56.714329 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470936-5ba8-400c-8eed-46e9edafb86c req-79e52905-b874-409f-9538-c78b5e28c2d7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:56.715907 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-40470936-5ba8-400c-8eed-46e9edafb86c req-79e52905-b874-409f-9538-c78b5e28c2d7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0613770 Nov 22 22:07:56.794610 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-40470936-5ba8-400c-8eed-46e9edafb86c req-be63162d-48cf-4bed-ae05-8bb71fa6ff69 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713642 Nov 22 22:07:56.814084 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcaca7-45ee-435f-8799-6d4fa66aaa64 req-7fbcf446-1133-4509-be7c-efc97ef9be61 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:56.821376 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f0dcaca7-45ee-435f-8799-6d4fa66aaa64 req-7fbcf446-1133-4509-be7c-efc97ef9be61 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0777714 Nov 22 22:07:56.887517 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:07:56.891609 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1bd871-1610-4cbb-bdfb-b258eb1b7b6d" -d '{"events": [{"server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:07:56.905723 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f0dcaca7-45ee-435f-8799-6d4fa66aaa64 req-e0992e79-6596-43bf-824c-93324d361335 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833786 Nov 22 22:07:56.946657 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc647-a95a-4ee5-920b-e72a224aeb78 req-bfb452ff-04a6-4a66-b9bb-118cc24df84c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:56.949575 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fdacd-d55a-48e5-bcdb-43d439a15933 x-openstack-request-id: req-ea9fdacd-d55a-48e5-bcdb-43d439a15933 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:07:56.949724 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c88dc647-a95a-4ee5-920b-e72a224aeb78 req-bfb452ff-04a6-4a66-b9bb-118cc24df84c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 943 time: 0.0829990 Nov 22 22:07:56.949895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:07:56.950155 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea9fdacd-d55a-48e5-bcdb-43d439a15933 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:07:56.950573 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0', 'code': 200} Nov 22 22:07:57.002891 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c88dc647-a95a-4ee5-920b-e72a224aeb78 req-700f8007-cca2-4e96-9aff-69f94529a247 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 Nov 22 22:07:57.656616 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 371fffea-6e6f-4555-9870-5cb1cd727c13 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:07:57.775192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=371fffea-6e6f-4555-9870-5cb1cd727c13,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:57.804337 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'port_id': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'mac_address': 'fa:16:3e:13:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:07:57.865920 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:57.885958 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371fffea-6e6f-4555-9870-5cb1cd727c13 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:07:57.913066 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=371fffea-6e6f-4555-9870-5cb1cd727c13,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:07:57.919456 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:57.964818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350bec1-89e9-476b-bc00-6a40c387db1b req-089ae70b-39b2-46ad-8129-a428603a4112 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:57.967788 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a350bec1-89e9-476b-bc00-6a40c387db1b req-089ae70b-39b2-46ad-8129-a428603a4112 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0714498 Nov 22 22:07:57.984241 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:58.038331 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['f164dbd6-6e3d-4675-8e54-a01c0765048b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:07:58.076356 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a350bec1-89e9-476b-bc00-6a40c387db1b req-f5fb0164-d435-40c0-be87-3edbadafc88c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980947 Nov 22 22:07:58.112266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f68f-1a6f-4e6d-bd8d-cabe405e5cfc req-5b65d584-906b-455b-b752-468fc035c82a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:58.113989 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fd41f68f-1a6f-4e6d-bd8d-cabe405e5cfc req-5b65d584-906b-455b-b752-468fc035c82a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.1022315 Nov 22 22:07:58.124869 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6776f-691a-4088-859e-44906110e08c req-f7a76677-194a-4fa1-95c9-0d7f9da3fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:58.127103 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-78b6776f-691a-4088-859e-44906110e08c req-f7a76677-194a-4fa1-95c9-0d7f9da3fce8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.3059962 Nov 22 22:07:58.133175 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3f08-9f31-43fb-85f4-2774c4845258 req-935e93a4-cb58-493e-9272-0ea3d71c15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:58.134887 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-895a3f08-9f31-43fb-85f4-2774c4845258 req-935e93a4-cb58-493e-9272-0ea3d71c15d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 1098 time: 0.2969794 Nov 22 22:07:58.166692 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50324) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:58.235299 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-78b6776f-691a-4088-859e-44906110e08c req-fb781b1f-fb77-49cd-bc59-436438505a97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866840 Nov 22 22:07:58.238403 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-895a3f08-9f31-43fb-85f4-2774c4845258 req-b76a4d4c-00f1-43a3-9e1c-19688e316129 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Nov 22 22:07:58.260359 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fd41f68f-1a6f-4e6d-bd8d-cabe405e5cfc req-d9457223-5aa9-4885-92f4-e01ef153e1c9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297147 Nov 22 22:07:58.275524 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c2ab-8050-417c-8043-1a7aa697752d req-8326419f-bc90-4d84-a3cb-ea0209076fd8 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:58.277560 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-08f1c2ab-8050-417c-8043-1a7aa697752d req-8326419f-bc90-4d84-a3cb-ea0209076fd8 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.1139493 Nov 22 22:07:58.283301 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['371fffea-6e6f-4555-9870-5cb1cd727c13'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:07:58.331235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-08f1c2ab-8050-417c-8043-1a7aa697752d req-33f06b28-7666-4431-8c1a-dd18c45e0599 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496459 Nov 22 22:07:58.337676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1acb0a19-a50f-471d-b51c-1c046b0c5d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.423679 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1acb0a19-a50f-471d-b51c-1c046b0c5d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.428434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1acb0a19-a50f-471d-b51c-1c046b0c5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.469839 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0a19-a50f-471d-b51c-1c046b0c5d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d305d6d-ed2c-46ff-bd6b-9d5ac46a50f0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:58.474398 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1acb0a19-a50f-471d-b51c-1c046b0c5d97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54620a0104984d3587ec6d760a4dbae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062122 Nov 22 22:07:58.477123 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50334) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:58.535562 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.558244 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.617022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.619711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:58.620866 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d305d6d-ed2c-46ff-bd6b-9d5ac46a50f0 HTTP/1.1" status: 204 len: 168 time: 0.1427908 Nov 22 22:07:58.633543 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b709aa-b9b7-4b8d-9292-c85615994555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d305d6d-ed2c-46ff-bd6b-9d5ac46a50f0,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:58.918747 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50356) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:58.932022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-de164c77-e880-4dcb-a9c7-2363f1b8aa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.013405 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-de164c77-e880-4dcb-a9c7-2363f1b8aa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.018066 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-de164c77-e880-4dcb-a9c7-2363f1b8aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.057788 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de164c77-e880-4dcb-a9c7-2363f1b8aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999ae99-3626-48f2-a692-648d57ae23cb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:59.063277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-de164c77-e880-4dcb-a9c7-2363f1b8aa0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b2aea0ba09b4ea4a7d39f9ffe2278eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433010 Nov 22 22:07:59.066141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50360) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:07:59.123755 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.147239 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.200118 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.203576 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:07:59.206759 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c999ae99-3626-48f2-a692-648d57ae23cb HTTP/1.1" status: 204 len: 168 time: 0.1384137 Nov 22 22:07:59.215252 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b5b6-ca58-4dba-ad22-b1b9804d450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999ae99-3626-48f2-a692-648d57ae23cb,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:07:59.216280 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87ee53-5b45-4f42-b549-b312331b8971 req-98cf985f-5f05-48b8-98a6-8d27db6c0b8d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:59.218027 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d87ee53-5b45-4f42-b549-b312331b8971 req-98cf985f-5f05-48b8-98a6-8d27db6c0b8d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0570214 Nov 22 22:07:59.272907 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d87ee53-5b45-4f42-b549-b312331b8971 req-ab9a98e4-4c4b-4ce6-946b-a85426c384f0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Nov 22 22:07:59.375797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ce85d-71f6-4fb4-90d2-42fa6fd50d5b req-3d727f2a-cdc4-4b14-b083-aeff0098f0b5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:59.377458 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5c7ce85d-71f6-4fb4-90d2-42fa6fd50d5b req-3d727f2a-cdc4-4b14-b083-aeff0098f0b5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Nov 22 22:07:59.462238 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5c7ce85d-71f6-4fb4-90d2-42fa6fd50d5b req-747ad811-7bb4-4612-99a0-7acd3ba57a29 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788012 Nov 22 22:07:59.477804 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4131fa8-8622-48a6-b3d6-cd94117ff841 req-6036f9ce-8b0f-4202-b9f2-f831d8356fb0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:07:59.479393 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4131fa8-8622-48a6-b3d6-cd94117ff841 req-6036f9ce-8b0f-4202-b9f2-f831d8356fb0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.0771055 Nov 22 22:07:59.534453 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4131fa8-8622-48a6-b3d6-cd94117ff841 req-987539be-165b-43c8-841a-a21e7a2bd7c5 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 Nov 22 22:08:00.398013 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec3284-d125-4f94-8d64-d8a28385c5d6 req-6986458d-43f6-44b6-b8b7-e5f8e0c519a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:00.399864 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24ec3284-d125-4f94-8d64-d8a28385c5d6 req-6986458d-43f6-44b6-b8b7-e5f8e0c519a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0510080 Nov 22 22:08:00.447863 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24ec3284-d125-4f94-8d64-d8a28385c5d6 req-369f92e0-8e09-436a-99a4-b3af864c6535 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Nov 22 22:08:00.590131 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa346-0646-4a53-8e1b-c44890397883 req-7d316dfa-8140-4aa7-9c19-5419ef234c2b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:00.592771 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fcfa346-0646-4a53-8e1b-c44890397883 req-7d316dfa-8140-4aa7-9c19-5419ef234c2b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0594711 Nov 22 22:08:00.674137 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fcfa346-0646-4a53-8e1b-c44890397883 req-ecfaf4bc-b836-4b98-aee0-c0b35f1ee4a4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747137 Nov 22 22:08:00.693884 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be220-bb66-4c9b-b0b2-de943019a22e req-c7d885dd-fe28-4276-b3aa-e3252becade2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:00.695386 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d1be220-bb66-4c9b-b0b2-de943019a22e req-c7d885dd-fe28-4276-b3aa-e3252becade2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.0861368 Nov 22 22:08:00.744796 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d1be220-bb66-4c9b-b0b2-de943019a22e req-e3cf1c02-060e-4b37-b7d5-18d737fcac06 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432739 Nov 22 22:08:01.570160 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d007d35-ae8c-43ec-8a7d-87306a4e87c9 req-1d1b67fb-1dd3-4efe-b5eb-3287505ab282 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:01.571733 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d007d35-ae8c-43ec-8a7d-87306a4e87c9 req-1d1b67fb-1dd3-4efe-b5eb-3287505ab282 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0510018 Nov 22 22:08:01.622472 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d007d35-ae8c-43ec-8a7d-87306a4e87c9 req-10abdd76-565a-40ee-b016-6287377c1bfe tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Nov 22 22:08:01.802908 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bad6e0-dc34-4940-8c42-60baaa747b47 req-245a2e61-4174-494d-8e3b-549dbc1ee0ab tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:01.804404 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b5bad6e0-dc34-4940-8c42-60baaa747b47 req-245a2e61-4174-494d-8e3b-549dbc1ee0ab tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0597661 Nov 22 22:08:01.811849 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:08:01.867918 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port f164dbd6-6e3d-4675-8e54-a01c0765048b completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:08:01.871867 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port f164dbd6-6e3d-4675-8e54-a01c0765048b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:08:01.872230 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:01.891440 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a19655-4153-4352-8170-3ed57930f2f7 req-ab1816a9-9e38-49db-8d17-389f3aba1a2b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:01.892866 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-09a19655-4153-4352-8170-3ed57930f2f7 req-ab1816a9-9e38-49db-8d17-389f3aba1a2b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.0789516 Nov 22 22:08:01.896757 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b5bad6e0-dc34-4940-8c42-60baaa747b47 req-26abe357-7eab-4fcc-b6c9-7920d43b6831 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856423 Nov 22 22:08:01.946045 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-09a19655-4153-4352-8170-3ed57930f2f7 req-a7d97290-65a5-4173-b416-69d650ad9a1e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471725 Nov 22 22:08:01.953050 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:01.976911 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:08:01.979183 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aef28fb-3552-480b-9093-2a699dbc51a8" -d '{"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:08:01.992527 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:08:01.997484 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:02.024119 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7254589-e5a3-44f8-a307-c8d8718afacb x-openstack-request-id: req-b7254589-e5a3-44f8-a307-c8d8718afacb {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:08:02.024727 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:08:02.024978 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7254589-e5a3-44f8-a307-c8d8718afacb {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:08:02.025382 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'code': 200} Nov 22 22:08:02.051960 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:02.203635 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c68f1-f284-4dd6-a60a-7d266468384e req-a4193d63-6350-4a94-8f23-e334d260f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:02.205159 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-042c68f1-f284-4dd6-a60a-7d266468384e req-a4193d63-6350-4a94-8f23-e334d260f85c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1099 time: 0.0447199 Nov 22 22:08:02.262438 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-042c68f1-f284-4dd6-a60a-7d266468384e req-d70d199c-9948-4956-a333-12ad68a5bc20 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Nov 22 22:08:02.751472 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e0ca-29c6-4349-8ed3-d878818f2788 req-8de8501a-9688-48bd-88bc-02a6a663fed5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:02.752984 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f7e8e0ca-29c6-4349-8ed3-d878818f2788 req-8de8501a-9688-48bd-88bc-02a6a663fed5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0498083 Nov 22 22:08:02.803359 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f7e8e0ca-29c6-4349-8ed3-d878818f2788 req-8d61b253-aec4-42bc-97a4-b35dbeab0eb8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Nov 22 22:08:03.074748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871cee5-b45f-4599-9be1-17e258582403 req-d0cbc0da-6528-4cbe-a5da-db116ee94535 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:03.076269 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4871cee5-b45f-4599-9be1-17e258582403 req-d0cbc0da-6528-4cbe-a5da-db116ee94535 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0828619 Nov 22 22:08:03.090647 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3f58-8337-4f94-ac1a-50c6ae25db51 req-dadaf01d-d8e4-4a80-87a8-bcc2f7ff9b1f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:03.093021 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8d3c3f58-8337-4f94-ac1a-50c6ae25db51 req-dadaf01d-d8e4-4a80-87a8-bcc2f7ff9b1f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.0730827 Nov 22 22:08:03.178314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4871cee5-b45f-4599-9be1-17e258582403 req-94ebf062-22f1-4d4f-bcb9-9c6c214c1658 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958159 Nov 22 22:08:03.193292 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8d3c3f58-8337-4f94-ac1a-50c6ae25db51 req-7e82f3d2-132f-4d27-8509-35bebe135711 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913689 Nov 22 22:08:03.932139 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2b6e1-9551-4cbf-bc26-edead4c1edc6 req-bd59908c-594c-43fb-a6da-5eff4112542d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:03.933664 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-aae2b6e1-9551-4cbf-bc26-edead4c1edc6 req-bd59908c-594c-43fb-a6da-5eff4112542d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0563815 Nov 22 22:08:03.983069 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-aae2b6e1-9551-4cbf-bc26-edead4c1edc6 req-6cc80872-c719-497e-ace8-faed5ea61ded tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Nov 22 22:08:04.166085 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 371fffea-6e6f-4555-9870-5cb1cd727c13 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:08:04.234755 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 371fffea-6e6f-4555-9870-5cb1cd727c13 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:08:04.239832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 371fffea-6e6f-4555-9870-5cb1cd727c13 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:08:04.240206 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:04.332953 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:04.344755 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b8dc5-8d11-444f-a5d8-db8c478d4cc0 req-0f0d97d5-2318-42b4-b6fd-6a1bef742848 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:04.346287 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e06b8dc5-8d11-444f-a5d8-db8c478d4cc0 req-0f0d97d5-2318-42b4-b6fd-6a1bef742848 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0757933 Nov 22 22:08:04.354633 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2427641-62fd-425b-a79f-9fbbc1c2dbbc req-30ebbc8a-c521-49a7-bbb4-8b024ed84204 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:04.356178 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2427641-62fd-425b-a79f-9fbbc1c2dbbc req-30ebbc8a-c521-49a7-bbb4-8b024ed84204 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 944 time: 0.0755343 Nov 22 22:08:04.357340 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:08:04.359586 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06c962-f648-4dc6-8f21-7b3b8acdecc6" -d '{"events": [{"server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "name": "network-vif-plugged", "status": "completed", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:08:04.373401 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=371fffea-6e6f-4555-9870-5cb1cd727c13,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:08:04.378432 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:04.427500 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:04.429786 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e06b8dc5-8d11-444f-a5d8-db8c478d4cc0 req-6412c538-4c44-43b9-9477-13a1e4bea5b5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725014 Nov 22 22:08:04.437215 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2427641-62fd-425b-a79f-9fbbc1c2dbbc req-3fcb15ec-9bc1-46b6-802b-d08be3831583 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738389 Nov 22 22:08:04.481601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a39fff-d8ff-49ab-a148-24c001d0a0d7 x-openstack-request-id: req-a2a39fff-d8ff-49ab-a148-24c001d0a0d7 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:08:04.481921 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "name": "network-vif-plugged", "status": "completed", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:08:04.482178 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2a39fff-d8ff-49ab-a148-24c001d0a0d7 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:08:04.482560 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'code': 200} Nov 22 22:08:05.125959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a320-8fc7-43ff-a06b-e280f7c6a095 req-9963703b-81e0-4767-a1cd-9b6541898773 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:05.128277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c684a320-8fc7-43ff-a06b-e280f7c6a095 req-9963703b-81e0-4767-a1cd-9b6541898773 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0555267 Nov 22 22:08:05.180042 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c684a320-8fc7-43ff-a06b-e280f7c6a095 req-d2c13647-9eef-4534-a893-e476fa6d2da9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Nov 22 22:08:05.347991 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d69b91-0d02-4c06-b054-551fa6db09f5 req-fde459b5-fde4-4db5-9e55-93494c397388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:05.349543 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-10d69b91-0d02-4c06-b054-551fa6db09f5 req-fde459b5-fde4-4db5-9e55-93494c397388 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1098 time: 0.0430536 Nov 22 22:08:05.406990 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-10d69b91-0d02-4c06-b054-551fa6db09f5 req-fa833b52-2179-4906-87d8-04203347a35e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397773 Nov 22 22:08:05.590617 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ad24f-9dd5-46e9-82f6-440e06bc3bd3 req-458f7918-5067-4ccc-9e62-40cea4c6e462 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:05.592212 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-124ad24f-9dd5-46e9-82f6-440e06bc3bd3 req-458f7918-5067-4ccc-9e62-40cea4c6e462 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0734184 Nov 22 22:08:05.600504 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7ccd8-09d1-4ea2-b666-5d376de73fe2 req-c2584c03-d552-45e3-8020-17bf4de947c6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:05.602069 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ade7ccd8-09d1-4ea2-b666-5d376de73fe2 req-c2584c03-d552-45e3-8020-17bf4de947c6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0956259 Nov 22 22:08:05.675659 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-124ad24f-9dd5-46e9-82f6-440e06bc3bd3 req-7ff30979-80fa-473b-9987-bd8eb919eae3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725617 Nov 22 22:08:05.678851 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ade7ccd8-09d1-4ea2-b666-5d376de73fe2 req-6fec8444-d3ac-4c80-93ce-d00ad0918012 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Nov 22 22:08:06.309889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c52c0-2691-4bb8-bad4-eb4c1b4a72fe req-215eeeb3-9a7b-48d0-b091-731156efb140 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:06.311582 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc4c52c0-2691-4bb8-bad4-eb4c1b4a72fe req-215eeeb3-9a7b-48d0-b091-731156efb140 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0553827 Nov 22 22:08:06.365783 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc4c52c0-2691-4bb8-bad4-eb4c1b4a72fe req-ea02b2a2-87d7-4fb9-9381-34f945fc310f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 Nov 22 22:08:06.834135 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bf4da-1d4a-4678-b6c9-dcba71614161 req-1a2b3c1d-0041-44c0-8b9a-2b9159d9082a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:06.835615 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c03bf4da-1d4a-4678-b6c9-dcba71614161 req-1a2b3c1d-0041-44c0-8b9a-2b9159d9082a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0869133 Nov 22 22:08:06.847082 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35868232-53e2-4d6b-89d5-dbd149d512f4 req-2a6e26e4-7182-4a14-be13-df309b862232 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:06.848506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-35868232-53e2-4d6b-89d5-dbd149d512f4 req-2a6e26e4-7182-4a14-be13-df309b862232 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0868847 Nov 22 22:08:06.919212 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c03bf4da-1d4a-4678-b6c9-dcba71614161 req-407378da-653b-40b8-83bf-db3c73c71841 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697298 Nov 22 22:08:06.922666 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-35868232-53e2-4d6b-89d5-dbd149d512f4 req-29c78c42-6069-48b3-bc21-30c55239645e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676403 Nov 22 22:08:07.177581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2aa4b6e0-8418-4306-a8e4-d4ab9cbe839f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:07.491434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07712cb-911f-48e7-afe6-47f7f1096b7d req-6a93206f-f4e1-4603-9444-3d9915cd5e6a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:07.493014 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c07712cb-911f-48e7-afe6-47f7f1096b7d req-6a93206f-f4e1-4603-9444-3d9915cd5e6a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0569839 Nov 22 22:08:07.544003 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c07712cb-911f-48e7-afe6-47f7f1096b7d req-2330bde9-f469-4a64-a887-be0ed9312c59 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Nov 22 22:08:08.234892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20712f1e-c95f-4fca-a4d1-9ddb612aab17 req-0e89d5af-1699-4d34-baf8-2451bd2980cd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:08.236308 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-20712f1e-c95f-4fca-a4d1-9ddb612aab17 req-0e89d5af-1699-4d34-baf8-2451bd2980cd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.2452462 Nov 22 22:08:08.244374 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85317e86-c72f-4d9f-a387-82d039f86dba req-3850ec24-554c-49f3-af6e-7471a93df974 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:08.245821 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-85317e86-c72f-4d9f-a387-82d039f86dba req-3850ec24-554c-49f3-af6e-7471a93df974 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.2455797 Nov 22 22:08:08.317258 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-20712f1e-c95f-4fca-a4d1-9ddb612aab17 req-c11d4ff0-b535-4623-93a1-82a346fbea72 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704131 Nov 22 22:08:08.320368 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-85317e86-c72f-4d9f-a387-82d039f86dba req-df2c6f39-97e2-4c6a-b468-0cbb803e0ef0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677958 Nov 22 22:08:08.681896 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1f03b-a6bc-4d25-b23b-725391dfb4de req-cd76b9c9-1acc-4499-8b48-d77c9b254ef8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:08.684218 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8db1f03b-a6bc-4d25-b23b-725391dfb4de req-cd76b9c9-1acc-4499-8b48-d77c9b254ef8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0553246 Nov 22 22:08:08.742283 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8db1f03b-a6bc-4d25-b23b-725391dfb4de req-362f8266-e140-483b-b7d7-863f69b81989 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511928 Nov 22 22:08:09.470454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e63b4-ae29-4fd0-911d-5e89adf935c3 req-bc31bd64-9196-4c40-9ce3-68024f1d3884 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:09.472095 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-614e63b4-ae29-4fd0-911d-5e89adf935c3 req-bc31bd64-9196-4c40-9ce3-68024f1d3884 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0796337 Nov 22 22:08:09.484763 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c05c1-3bde-4e06-8cbc-4330edb8a0b1 req-0ec8f617-3d50-4e33-837a-5db95af8b741 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:09.486794 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-699c05c1-3bde-4e06-8cbc-4330edb8a0b1 req-0ec8f617-3d50-4e33-837a-5db95af8b741 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0848103 Nov 22 22:08:09.568129 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-614e63b4-ae29-4fd0-911d-5e89adf935c3 req-45b289b9-00e3-4dd1-b70d-3516b3518c11 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802712 Nov 22 22:08:09.574234 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-699c05c1-3bde-4e06-8cbc-4330edb8a0b1 req-9ff36431-03fa-4b00-8c7b-1da3dcd78b3e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Nov 22 22:08:09.889136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca58fd-890a-4f20-b732-cc7906059ed2 req-dee9e46f-3e6d-41b8-a77f-3a69eee4ab9a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:09.890533 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b8ca58fd-890a-4f20-b732-cc7906059ed2 req-dee9e46f-3e6d-41b8-a77f-3a69eee4ab9a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0758870 Nov 22 22:08:09.899182 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecccce-04f2-4e16-9639-8b6d277b68f3 req-39a63e8f-1d44-4877-8874-58b6a5c980e6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:09.900564 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-86ecccce-04f2-4e16-9639-8b6d277b68f3 req-39a63e8f-1d44-4877-8874-58b6a5c980e6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0758655 Nov 22 22:08:09.970945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b8ca58fd-890a-4f20-b732-cc7906059ed2 req-fa18cc37-9bbb-4672-8ed2-f356c9a4a1b3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Nov 22 22:08:09.974685 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-86ecccce-04f2-4e16-9639-8b6d277b68f3 req-6b057ef1-d914-4249-9dc9-b9a8f34a6e2c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674965 Nov 22 22:08:10.696076 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f806e-3e2a-4cae-b1b1-0b86b3062bd6 req-e78beef1-ee62-4e2b-a00e-52c6fe0d1007 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:10.697618 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d06f806e-3e2a-4cae-b1b1-0b86b3062bd6 req-e78beef1-ee62-4e2b-a00e-52c6fe0d1007 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0567524 Nov 22 22:08:10.746473 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-68cdd678-2eb9-4dcc-8aa7-976d00cd9b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:10.758264 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d06f806e-3e2a-4cae-b1b1-0b86b3062bd6 req-7751fd0a-2d32-4776-8b30-e218a6d3f7a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510097 Nov 22 22:08:11.117320 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d7607-c415-44bf-acc5-fef051c1990f req-dd95fb30-7579-4cbf-a68b-a6b56b99f924 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:11.118821 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-907d7607-c415-44bf-acc5-fef051c1990f req-dd95fb30-7579-4cbf-a68b-a6b56b99f924 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0759411 Nov 22 22:08:11.127114 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc82b8-4036-4d65-93e4-b279e4f62d81 req-ba4c7096-8265-4998-908c-def26d5b337a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:11.128528 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-30dc82b8-4036-4d65-93e4-b279e4f62d81 req-ba4c7096-8265-4998-908c-def26d5b337a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0767095 Nov 22 22:08:11.201879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-907d7607-c415-44bf-acc5-fef051c1990f req-7465e632-70a0-485c-a3ce-19f35067ea3f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Nov 22 22:08:11.209543 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-30dc82b8-4036-4d65-93e4-b279e4f62d81 req-0a74a940-aceb-4478-97cc-e4cc166fa478 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738020 Nov 22 22:08:11.570665 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:11.878998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44a339-3f6e-49d8-a479-d67c986b23ec req-87f84cf1-7346-48cb-803d-7d6591078f7c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:11.880492 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bc44a339-3f6e-49d8-a479-d67c986b23ec req-87f84cf1-7346-48cb-803d-7d6591078f7c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0516837 Nov 22 22:08:11.928898 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bc44a339-3f6e-49d8-a479-d67c986b23ec req-1ce01e86-2a89-488e-9c17-432b0443d973 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Nov 22 22:08:12.140023 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-5eeff263-6004-419d-9714-a51a9bf88461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:12.141504 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-5eeff263-6004-419d-9714-a51a9bf88461 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0420496 Nov 22 22:08:12.241398 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-f498dc8f-5f2b-4674-8cab-4cdcff41587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:12.242872 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-f498dc8f-5f2b-4674-8cab-4cdcff41587e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.0897243 Nov 22 22:08:12.302654 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-c2bb0288-160b-4e62-93dd-1ee86754c2d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0 HTTP/1.1" status: 200 len: 217 time: 0.0396161 Nov 22 22:08:12.353898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ac90-d62b-4c9b-8b8d-1c15981e2160 req-bf3c335f-f60a-49c9-8703-e6c9e541d132 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:12.355413 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9da4ac90-d62b-4c9b-8b8d-1c15981e2160 req-bf3c335f-f60a-49c9-8703-e6c9e541d132 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0802026 Nov 22 22:08:12.362526 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-af6b81cf-d1d4-4156-a220-22b74d783df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:12.364189 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-af6b81cf-d1d4-4156-a220-22b74d783df3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0517764 Nov 22 22:08:12.368287 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ac49-2440-4636-9698-42ffdd7c5126 req-78e84fcb-8590-42e8-afb5-759eafd7f1bb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:12.369785 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-20c5ac49-2440-4636-9698-42ffdd7c5126 req-78e84fcb-8590-42e8-afb5-759eafd7f1bb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0844159 Nov 22 22:08:12.404125 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-afa9eb6b-c975-46e4-81c2-d7700205ba70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272181 Nov 22 22:08:12.450996 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-20c5ac49-2440-4636-9698-42ffdd7c5126 req-1cade138-2cc5-458f-a13b-175fade9b98a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731647 Nov 22 22:08:12.454437 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9da4ac90-d62b-4c9b-8b8d-1c15981e2160 req-e7eaa28e-9e0f-4069-a2be-3ac99a4ab3c8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Nov 22 22:08:12.529125 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-dddfa036-39dc-46ea-998b-1028d133ac94 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152151 Nov 22 22:08:12.651505 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7cdc50d5-8b33-434e-93aa-fa58aab6fb30 req-d564319e-c011-468f-bb6f-a05174e6a90b service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111188 Nov 22 22:08:13.056397 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e882-2ef9-4998-aa3a-731bc8338a9c req-a19c62ca-525d-480e-8ba0-9b6ab3302011 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:13.058247 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e000e882-2ef9-4998-aa3a-731bc8338a9c req-a19c62ca-525d-480e-8ba0-9b6ab3302011 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0569923 Nov 22 22:08:13.114589 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e000e882-2ef9-4998-aa3a-731bc8338a9c req-b806c4d8-df4b-44e7-9271-4331fe4dccb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484831 Nov 22 22:08:13.153832 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-8b02e64a-094b-4e68-80bb-5a4662beb56d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599868 Nov 22 22:08:13.243951 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:13.287310 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:13.395377 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01b59-04cd-40ce-acd1-aedf83a43233 req-cc6a5a36-1733-4d5f-85ba-26580101fb99 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:13.396912 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-72a01b59-04cd-40ce-acd1-aedf83a43233 req-cc6a5a36-1733-4d5f-85ba-26580101fb99 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0557048 Nov 22 22:08:13.446490 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-72a01b59-04cd-40ce-acd1-aedf83a43233 req-25e3c130-5d97-47da-9bfc-41a3519597fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Nov 22 22:08:13.612000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006d3c9-b289-4a3f-adbf-f65bb6f47b19 req-0f9b0c10-fa50-4b7d-b6d5-6a25aed25dc6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:13.613747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4006d3c9-b289-4a3f-adbf-f65bb6f47b19 req-0f9b0c10-fa50-4b7d-b6d5-6a25aed25dc6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0807426 Nov 22 22:08:13.628009 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b017b-108b-4ba4-bf9f-91933751f1cd req-d758a936-52f9-4763-8875-bd2bdd12326b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:13.629937 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-751b017b-108b-4ba4-bf9f-91933751f1cd req-d758a936-52f9-4763-8875-bd2bdd12326b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0848131 Nov 22 22:08:13.716355 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-751b017b-108b-4ba4-bf9f-91933751f1cd req-05c2b206-a018-46ce-aaab-c4a1fe310009 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769436 Nov 22 22:08:13.719592 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4006d3c9-b289-4a3f-adbf-f65bb6f47b19 req-8f67b201-974e-47f2-9e2e-9172572309d9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995743 Nov 22 22:08:13.882845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c3987-89e6-474e-927d-ebf4f3daedc6 req-ad64fa61-6f27-42c7-b370-645134d9509d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:13.884422 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-720c3987-89e6-474e-927d-ebf4f3daedc6 req-ad64fa61-6f27-42c7-b370-645134d9509d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0508049 Nov 22 22:08:13.893674 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50676) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:13.899401 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'floatingip': {'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:08:13.988812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:14.246874 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a991e6-681b-4f87-965c-3ead73abddfd req-c5e51462-8061-4a24-9499-294b6373ccc7 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:14.248306 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1a991e6-681b-4f87-965c-3ead73abddfd req-c5e51462-8061-4a24-9499-294b6373ccc7 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0514548 Nov 22 22:08:14.300324 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1a991e6-681b-4f87-965c-3ead73abddfd req-310b7a82-933e-4d6e-b0c7-625614e8d9e4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Nov 22 22:08:14.436044 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852ea8c-b515-4d33-ae4a-b325ef772042 req-97b1de61-ea75-48d3-9ed2-b3949ee3b3bd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:14.437585 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6852ea8c-b515-4d33-ae4a-b325ef772042 req-97b1de61-ea75-48d3-9ed2-b3949ee3b3bd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0598738 Nov 22 22:08:14.446521 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50692) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:14.451266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'floatingip': {'port_id': '371fffea-6e6f-4555-9870-5cb1cd727c13'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:08:14.534446 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:14.641928 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:14.650295 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:14.690958 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a27d-8350-4510-b110-a3db4e33e67a req-6e86bcc2-3c38-4648-b944-8ed44ecccfc4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:14.693073 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58d0a27d-8350-4510-b110-a3db4e33e67a req-6e86bcc2-3c38-4648-b944-8ed44ecccfc4 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.1720805 Nov 22 22:08:14.776535 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Floating IP 617a4304-600e-4ca7-a6e7-3b3e15722ef5 associated. External IP: 172.27.1.132, port: f164dbd6-6e3d-4675-8e54-a01c0765048b. Nov 22 22:08:14.875040 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58d0a27d-8350-4510-b110-a3db4e33e67a req-56a6e06f-da09-45a7-9622-1d8ef34faa2b tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650872 Nov 22 22:08:14.914853 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d33e7-5017-41e3-bebf-3866eed5587f req-d6df51f0-ca04-446e-ada8-9485f7974b38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:14.916441 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-394d33e7-5017-41e3-bebf-3866eed5587f req-d6df51f0-ca04-446e-ada8-9485f7974b38 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.1122725 Nov 22 22:08:15.152798 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-394d33e7-5017-41e3-bebf-3866eed5587f req-901bcb71-7072-41c8-b2bd-51996cd8f684 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087483 Nov 22 22:08:15.204231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:08:15.358434 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:08:15.366451 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:15.377358 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:08:15.397157 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:08:15.399213 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:08:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:15.406014 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8a234fa8-23f5-4e32-9800-823ce27170f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "PUT /v2.0/floatingips/617a4304-600e-4ca7-a6e7-3b3e15722ef5 HTTP/1.1" status: 200 len: 992 time: 1.5079851 Nov 22 22:08:15.406014 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:08:15.406277 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9723e5-a203-4357-ad38-6a865ad9bed8" -d '{"events": [{"name": "network-changed", "server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:08:15.456458 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6d118-58ba-4090-bec0-d20dae532422 x-openstack-request-id: req-24e6d118-58ba-4090-bec0-d20dae532422 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:08:15.457523 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:08:15.457777 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24e6d118-58ba-4090-bec0-d20dae532422 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:08:15.458197 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'status': 'completed', 'code': 200} Nov 22 22:08:15.569454 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:08:15.603694 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:15.610960 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:15.636653 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:15.744032 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Floating IP 1a381f26-704e-452d-9e9f-66afdbbc0351 associated. External IP: 172.27.1.159, port: 371fffea-6e6f-4555-9870-5cb1cd727c13. Nov 22 22:08:15.894126 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '617a4304-600e-4ca7-a6e7-3b3e15722ef5', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:32Z', 'updated_at': '2021-11-22T22:08:14Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:15.925097 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:08:15.934140 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:08:15.935044 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:08:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:15.954883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:08:16.041936 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:08:16.045721 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581acb86-e393-43d7-aa66-8df69c17dd4d req-3f992f6e-f8e8-4e60-b93b-18cf689efffc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.047243 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-581acb86-e393-43d7-aa66-8df69c17dd4d req-3f992f6e-f8e8-4e60-b93b-18cf689efffc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0951715 Nov 22 22:08:16.134273 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:08:16.141203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:16.147944 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:08:16.157155 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-581acb86-e393-43d7-aa66-8df69c17dd4d req-c9692446-31d7-421c-8f7d-b8aa6953cc93 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Nov 22 22:08:16.167447 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:08:16.168091 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:08:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:16.211907 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8fb19733-90d5-43fa-9c0d-c7e9f3eda966 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "PUT /v2.0/floatingips/1a381f26-704e-452d-9e9f-66afdbbc0351 HTTP/1.1" status: 200 len: 991 time: 1.7640152 Nov 22 22:08:16.212606 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:08:16.215171 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f" -d '{"events": [{"name": "network-changed", "server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:08:16.291835 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:08:16.304208 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322682f-68b6-4ffe-b3d9-a2b748281a4a req-572c01ba-62c8-4834-afa1-c136b71eccd8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.305872 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5322682f-68b6-4ffe-b3d9-a2b748281a4a req-572c01ba-62c8-4834-afa1-c136b71eccd8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0569918 Nov 22 22:08:16.312785 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '617a4304-600e-4ca7-a6e7-3b3e15722ef5', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:32Z', 'updated_at': '2021-11-22T22:08:14Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:16.340314 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf91f8-4351-4ff3-9a09-fdd0796f998c None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '617a4304-600e-4ca7-a6e7-3b3e15722ef5', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:32Z', 'updated_at': '2021-11-22T22:08:14Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:08:16.393332 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-4fe4723b-c5e3-493f-aca7-c41821a47b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.396725 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-4fe4723b-c5e3-493f-aca7-c41821a47b29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=24414ee4fda949daabe2e3162c5f52f2&device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 1098 time: 0.0499554 Nov 22 22:08:16.399068 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5322682f-68b6-4ffe-b3d9-a2b748281a4a req-6d552db9-d8b3-4fff-a307-d39d55fc8c20 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863767 Nov 22 22:08:16.510942 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3c8241-df53-494e-a2eb-d551eb0e861a x-openstack-request-id: req-bc3c8241-df53-494e-a2eb-d551eb0e861a {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:08:16.511250 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:08:16.511511 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc3c8241-df53-494e-a2eb-d551eb0e861a {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:08:16.511906 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'status': 'completed', 'code': 200} Nov 22 22:08:16.588015 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-60327088-85bb-412f-8551-ea0f7c304439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.589805 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-60327088-85bb-412f-8551-ea0f7c304439 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1099 time: 0.1785777 Nov 22 22:08:16.591417 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-2a01d4b0-5a29-4156-a82a-482deb9875a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.593892 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-2a01d4b0-5a29-4156-a82a-482deb9875a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 HTTP/1.1" status: 200 len: 912 time: 0.1599486 Nov 22 22:08:16.603622 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-0f677b9d-f4f6-41e6-bd33-1914e386a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.605394 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-0f677b9d-f4f6-41e6-bd33-1914e386a0ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1098 time: 0.0554435 Nov 22 22:08:16.651515 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e68f5e-eea5-4c34-9567-1b9ed56774fd None None] New status for floating IP 617a4304-600e-4ca7-a6e7-3b3e15722ef5: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:08:16.703514 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-75a22e1f-bdfb-47c7-b884-ae6a41c8a673 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9 HTTP/1.1" status: 200 len: 217 time: 0.0844395 Nov 22 22:08:16.765659 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-beeb551b-e651-48be-98e9-798befe4f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.767333 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-beeb551b-e651-48be-98e9-798befe4f66f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec HTTP/1.1" status: 200 len: 851 time: 0.0555930 Nov 22 22:08:16.783340 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-eca25253-343d-4b6d-945f-663044b374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.786992 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-eca25253-343d-4b6d-945f-663044b374f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1661518 Nov 22 22:08:16.796666 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '1a381f26-704e-452d-9e9f-66afdbbc0351', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:13:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464aa359-9429-42a1-910b-d2f530a4939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:35Z', 'updated_at': '2021-11-22T22:08:15Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:16.822177 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-f12aa561-4e4f-464c-b16e-0723c3cbd535 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331123 Nov 22 22:08:16.828824 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:08:16.840240 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:08:16.841554 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:08:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:16.841679 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-a2721462-79d8-4f94-ad79-d5c9b5e2bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:16.843287 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-a2721462-79d8-4f94-ad79-d5c9b5e2bae4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.2343323 Nov 22 22:08:16.926219 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-5219b134-56d1-4ff7-afce-6700b7eeef41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 999 time: 0.1221876 Nov 22 22:08:16.975771 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:08:17.002423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-14a1f875-fa34-4c66-8a44-6c5322ecbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.004433 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-14a1f875-fa34-4c66-8a44-6c5322ecbdb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0703986 Nov 22 22:08:17.066587 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-36ca82f2-32d6-4c4f-bc34-c12f5395d620 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 1000 time: 0.1179988 Nov 22 22:08:17.074713 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-f146d97f-97a2-4a59-9ac9-00699c3acece service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150812 Nov 22 22:08:17.083410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-0b821a6e-258d-48b3-9e9c-92834b8f5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.086463 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-0b821a6e-258d-48b3-9e9c-92834b8f5716 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694015 Nov 22 22:08:17.190443 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-d4e240ee-3ec6-45b5-a675-5d29ba418842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.192197 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-d4e240ee-3ec6-45b5-a675-5d29ba418842 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1160569 Nov 22 22:08:17.266488 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-be94d90a-af68-4d60-bb76-1d49b3a40755 service neutron] 10.222.0.31 "GET /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604679 Nov 22 22:08:17.275606 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-1ab44809-0187-421e-9692-21dee003921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.278810 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-1ab44809-0187-421e-9692-21dee003921b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716107 Nov 22 22:08:17.321500 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-af65a202-c21f-446a-bdd8-521181aa38b4 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218888 Nov 22 22:08:17.428481 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '1a381f26-704e-452d-9e9f-66afdbbc0351', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:13:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464aa359-9429-42a1-910b-d2f530a4939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:35Z', 'updated_at': '2021-11-22T22:08:15Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:17.464820 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-098aac80-24cd-4cd7-b937-f94ef807c238 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768267 Nov 22 22:08:17.471361 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd9bb-504f-4af4-ae72-ce628956ac80 req-81e9488a-3337-4a72-a202-c3e9ee6e3b74 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.474509 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f5ebd9bb-504f-4af4-ae72-ce628956ac80 req-81e9488a-3337-4a72-a202-c3e9ee6e3b74 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.2076457 Nov 22 22:08:17.486447 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2670aa9-a64e-484a-89b3-d0f6050a88be None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '1a381f26-704e-452d-9e9f-66afdbbc0351', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:13:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464aa359-9429-42a1-910b-d2f530a4939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:07:35Z', 'updated_at': '2021-11-22T22:08:15Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:08:17.664626 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f5ebd9bb-504f-4af4-ae72-ce628956ac80 req-4f57596a-0797-46ae-ba61-c846657964eb tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657884 Nov 22 22:08:17.676663 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4916b77b-24b1-40ff-bf1c-46cdb6e2f43f req-42acaa2c-06b5-4c8e-aacc-52eef4b80264 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327725 Nov 22 22:08:17.687118 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925822c2-77f1-496d-a018-25a04c94c380 req-1d92cdaa-9858-4825-b373-01472f7ef17e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:17.688712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-925822c2-77f1-496d-a018-25a04c94c380 req-1d92cdaa-9858-4825-b373-01472f7ef17e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.1484430 Nov 22 22:08:17.774660 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-925822c2-77f1-496d-a018-25a04c94c380 req-e181868c-ffba-409c-b34b-35dd4daa1abc tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Nov 22 22:08:17.775249 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-cd9723e5-a203-4357-ad38-6a865ad9bed8 req-b1b29958-53a2-4296-b755-9ca654504252 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847285 Nov 22 22:08:17.897209 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7728da7-a3ca-4b37-b8ee-26a1f82cb39b None None] New status for floating IP 1a381f26-704e-452d-9e9f-66afdbbc0351: ACTIVE {{(pid=102839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:08:18.087501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50784) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:18.255596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.386680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.391401 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.437517 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea776648637b472f8190ce4a87336edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489487 Nov 22 22:08:18.438238 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43bfd75-342e-48af-8513-67083831b061,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:18.440322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50804) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:18.446933 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.447279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.448392 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.448562 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.448914 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.449248 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.449587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.449984 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.450240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.450566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.450884 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.451203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0b6c4-f083-4ef8-808c-a6baeadeef63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.496485 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.518475 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.580176 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.583534 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.587286 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d43bfd75-342e-48af-8513-67083831b061 HTTP/1.1" status: 204 len: 168 time: 0.1431420 Nov 22 22:08:18.598699 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43bfd75-342e-48af-8513-67083831b061,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:18.613949 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.614515 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.615085 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.615650 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.616207 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.616970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.617962 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.618720 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.619308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.619816 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.620429 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.621270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff16d30-a944-493f-9e15-01d39728db09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:08:18.822058 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4dc7-3a8c-4748-b7b6-2ee5fe575c26 req-e73036d5-6252-4193-b8f5-5600cfaad95e tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:18.824776 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-65ac4dc7-3a8c-4748-b7b6-2ee5fe575c26 req-e73036d5-6252-4193-b8f5-5600cfaad95e tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0697403 Nov 22 22:08:18.903861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-65ac4dc7-3a8c-4748-b7b6-2ee5fe575c26 req-5f4b0d08-bc49-4f87-ae25-ede3719d76d9 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723944 Nov 22 22:08:18.925758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 50826) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:18.941437 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8e482c7e-1655-4474-8080-3ebab0fd305e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:18.942334 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2648b-3606-4a70-98e6-215b0d3b60e1 req-40d6d264-d89f-4ea6-90a1-0ba99a6b7976 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:18.944150 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a6b2648b-3606-4a70-98e6-215b0d3b60e1 req-40d6d264-d89f-4ea6-90a1-0ba99a6b7976 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0724158 Nov 22 22:08:18.997091 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a6b2648b-3606-4a70-98e6-215b0d3b60e1 req-3ade2d95-b3eb-4a30-99e4-d21ae3cbbfcc tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Nov 22 22:08:19.035054 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8e482c7e-1655-4474-8080-3ebab0fd305e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.040285 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8e482c7e-1655-4474-8080-3ebab0fd305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.081070 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8e482c7e-1655-4474-8080-3ebab0fd305e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c029570c07534f1ca826d45f5e345b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536500 Nov 22 22:08:19.082396 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e482c7e-1655-4474-8080-3ebab0fd305e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53172f2d-6525-46a0-95c6-b4349f254537,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:19.083859 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 50832) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:19.138689 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.161193 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.222052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.225062 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:19.229745 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53172f2d-6525-46a0-95c6-b4349f254537 HTTP/1.1" status: 204 len: 168 time: 0.1413419 Nov 22 22:08:19.240453 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afef506-31a5-45a0-bd31-6b23e51ddbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53172f2d-6525-46a0-95c6-b4349f254537,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:21.876471 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512158d-f1d7-4b11-a0cb-fc506f83057c req-a029d1e9-d29d-481d-889f-ed60b7b188fa tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:21.878252 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c512158d-f1d7-4b11-a0cb-fc506f83057c req-a029d1e9-d29d-481d-889f-ed60b7b188fa tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0903320 Nov 22 22:08:21.886929 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ac57-7775-49aa-b46b-1ab132e1d365 req-cfcdcc6b-13e2-4965-884e-6527a07ba778 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:21.888336 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8af2ac57-7775-49aa-b46b-1ab132e1d365 req-cfcdcc6b-13e2-4965-884e-6527a07ba778 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0989738 Nov 22 22:08:21.966179 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c512158d-f1d7-4b11-a0cb-fc506f83057c req-c90b9d72-9021-4f33-9091-11b2ac5abe58 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/security-groups?id=6036e250-6eab-4a4c-9bc3-8c857ba77582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758784 Nov 22 22:08:21.970639 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8af2ac57-7775-49aa-b46b-1ab132e1d365 req-10a3d11a-9497-439e-8cdb-b4297a57aa96 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743604 Nov 22 22:08:22.156109 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-ee0eec54-f285-4836-9fe7-348930d48509 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:22.158301 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-ee0eec54-f285-4836-9fe7-348930d48509 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.31 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 945 time: 0.0911469 Nov 22 22:08:22.302746 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Deleting port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:08:22.303160 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:22.315602 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:08:22.404612 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] For port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,segment=NetworkSegment(dbc1eda1-10a3-4805-a1d6-de7dccb3df90),segment_id=dbc1eda1-10a3-4805-a1d6-de7dccb3df90)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:08:22.404979 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:22.420860 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Calling delete_port for 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:08:22.644148 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:22.687291 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Pushing event deleted for resources: {'Port': ['ID=7efdbbda-9490-4b2e-bc20-e0557ed8daf9,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:22.819179 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] No DVR routers for this DVR port 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:08:22.822942 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:22.826644 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-c29ce8df-5197-4c96-bf32-fb727b2124d1 req-d6029756-8ade-4619-8247-493bb96e32fc tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.31 "DELETE /v2.0/ports/7efdbbda-9490-4b2e-bc20-e0557ed8daf9 HTTP/1.1" status: 204 len: 173 time: 0.6600490 Nov 22 22:08:22.827168 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'name': 'network-vif-deleted', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:08:22.829747 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ea31bd-5e9e-4be3-97e6-91d2c0b0a4f5" -d '{"events": [{"server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "name": "network-vif-deleted", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:08:22.920340 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474b172-41a8-4b79-8d66-e1ed8c5065a2 x-openstack-request-id: req-0474b172-41a8-4b79-8d66-e1ed8c5065a2 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:08:22.920690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62779527-683a-4a01-95e0-a3069e16855e", "name": "network-vif-deleted", "tag": "7efdbbda-9490-4b2e-bc20-e0557ed8daf9", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:08:22.921460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0474b172-41a8-4b79-8d66-e1ed8c5065a2 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:08:22.921460 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62779527-683a-4a01-95e0-a3069e16855e', 'name': 'network-vif-deleted', 'tag': '7efdbbda-9490-4b2e-bc20-e0557ed8daf9', 'status': 'completed', 'code': 200} Nov 22 22:08:23.080579 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d06d80f-4805-4f4c-90c9-074f0284e5ce req-314d7b06-8104-404d-a950-dd9ff991b5c5 tempest-DeleteServersTestJSON-1962191990 tempest-DeleteServersTestJSON-1962191990-project] 10.222.0.48 "GET /v2.0/ports?device_id=62779527-683a-4a01-95e0-a3069e16855e HTTP/1.1" status: 200 len: 210 time: 0.0282228 Nov 22 22:08:23.166343 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34dc08-8201-498c-9afb-d09ff18ad941 req-8ee906d8-e167-4aa2-acd1-23ed6b42bb0e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:23.169684 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2e34dc08-8201-498c-9afb-d09ff18ad941 req-8ee906d8-e167-4aa2-acd1-23ed6b42bb0e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0678558 Nov 22 22:08:23.237691 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2e34dc08-8201-498c-9afb-d09ff18ad941 req-b5c0c549-7ed6-4e0a-97c9-2f0eef35e682 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598979 Nov 22 22:08:23.908801 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:08:23.949579 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:08:23.949919 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 7efdbbda-9490-4b2e-bc20-e0557ed8daf9 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:08:24.357851 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5018a1-6049-4c14-b3ae-1af8f958c61b req-4f688bf8-6621-4d03-8559-4cd827b50692 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:24.359400 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4c5018a1-6049-4c14-b3ae-1af8f958c61b req-4f688bf8-6621-4d03-8559-4cd827b50692 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Nov 22 22:08:24.417617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4c5018a1-6049-4c14-b3ae-1af8f958c61b req-927a11de-73ea-435a-978c-afd5fc6f0063 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Nov 22 22:08:27.455227 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020f7e6-63f9-4052-a5fd-7fc4981458f7 req-9196f32a-d413-4577-9c44-2d0cad396911 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:27.456902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7020f7e6-63f9-4052-a5fd-7fc4981458f7 req-9196f32a-d413-4577-9c44-2d0cad396911 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0518053 Nov 22 22:08:27.511291 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7020f7e6-63f9-4052-a5fd-7fc4981458f7 req-92bf9bec-6a4f-48f5-b7fe-6d5d018325b7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Nov 22 22:08:28.589728 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51108) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:28.633327 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aafec3-c5ba-469b-9f10-597871fd1b9c req-35a6ae87-cd18-4ce7-b5ca-4bf926ceb121 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:28.634907 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3aafec3-c5ba-469b-9f10-597871fd1b9c req-35a6ae87-cd18-4ce7-b5ca-4bf926ceb121 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0525889 Nov 22 22:08:28.711440 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3aafec3-c5ba-469b-9f10-597871fd1b9c req-f6e1ccbe-4c0f-4ee7-a33f-9eec333cebff tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591683 Nov 22 22:08:28.732014 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-95ac0858-ec96-4efb-804f-f314a1df343f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:28.785457 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51124) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:28.822445 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-95ac0858-ec96-4efb-804f-f314a1df343f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:28.827805 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-95ac0858-ec96-4efb-804f-f314a1df343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:28.874426 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-95ac0858-ec96-4efb-804f-f314a1df343f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96be0462a55249028047bc6d6b6cd71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834058 Nov 22 22:08:28.880585 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac0858-ec96-4efb-804f-f314a1df343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f08a2-cdc0-4c29-b43f-202259c332db,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:28.887754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51130) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:28.953696 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:28.979493 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.060493 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.063712 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.067472 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae2f08a2-cdc0-4c29-b43f-202259c332db HTTP/1.1" status: 204 len: 168 time: 0.1761744 Nov 22 22:08:29.074595 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Deleting subnet 8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:08:29.075843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2010bf-b6a9-4ee4-86d0-c3147716c6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f08a2-cdc0-4c29-b43f-202259c332db,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:29.080744 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.131298 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.183059 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.274417 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.354637 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:29.361459 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.369364 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-026e4a67-687a-4778-a2f5-5d0ef83ed312 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d9d304c-12f6-4ca4-a23a-36e3bf7ca5ec HTTP/1.1" status: 204 len: 168 time: 0.5825410 Nov 22 22:08:29.373981 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51152) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:29.388429 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51154) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:29.534885 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.646748 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.682748 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf99fbaa-1333-4a9b-ad41-d24fc68d65d8']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:29.695733 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d8687e1b-0abe-4f92-90db-542bab76214d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.706799 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:29.707173 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc1eda1-10a3-4805-a1d6-de7dccb3df90') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:08:29.722767 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.751503 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.759372 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:08:29.759372 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:08:29.771890 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:08:29.859498 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd39f3-2d9b-40c6-99ae-1e65e12266db req-518286a8-0ff9-4300-9cc6-09e0155ee228 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:29.862464 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78fd39f3-2d9b-40c6-99ae-1e65e12266db req-518286a8-0ff9-4300-9cc6-09e0155ee228 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0791838 Nov 22 22:08:29.871350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.886244 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.895121 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] 10.222.0.48 "DELETE /v2.0/networks/cf99fbaa-1333-4a9b-ad41-d24fc68d65d8 HTTP/1.1" status: 204 len: 168 time: 0.5167055 Nov 22 22:08:29.923009 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872dbfa-6806-416d-b2eb-0116b2d1bc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf99fbaa-1333-4a9b-ad41-d24fc68d65d8,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:29.954410 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78fd39f3-2d9b-40c6-99ae-1e65e12266db req-9cc850ff-f6e5-4b4e-bef1-ede0354ec6d2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Nov 22 22:08:29.966458 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d8687e1b-0abe-4f92-90db-542bab76214d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:29.972746 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d8687e1b-0abe-4f92-90db-542bab76214d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.022715 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d8687e1b-0abe-4f92-90db-542bab76214d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7cd96213b9047bab00d2a440b421876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6043558 Nov 22 22:08:30.022715 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8687e1b-0abe-4f92-90db-542bab76214d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18e00a0-2dc8-4bbe-b463-2ca8324f06d1,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.023116 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51210) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.079260 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.104941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.167280 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51214) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.175964 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.191787 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.193739 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d18e00a0-2dc8-4bbe-b463-2ca8324f06d1 HTTP/1.1" status: 204 len: 168 time: 0.1685479 Nov 22 22:08:30.207883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8d8f-b3e3-428d-8ea5-266b5e6d6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18e00a0-2dc8-4bbe-b463-2ca8324f06d1,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.246687 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-62a3df8a-c91e-4c38-87df-56d3d092b7e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24414ee4fda949daabe2e3162c5f52f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781751 Nov 22 22:08:30.249465 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51218) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.270807 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51220) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.312593 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.339391 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.401875 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.404608 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.408203 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6036e250-6eab-4a4c-9bc3-8c857ba77582 HTTP/1.1" status: 204 len: 168 time: 0.1552868 Nov 22 22:08:30.416528 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eb394-ce76-47b1-a6d7-60766b3d6475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036e250-6eab-4a4c-9bc3-8c857ba77582,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.527880 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9a6fef9d-e344-4d2c-98fd-f180b199a766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.626744 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9a6fef9d-e344-4d2c-98fd-f180b199a766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.635423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9a6fef9d-e344-4d2c-98fd-f180b199a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.661088 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51238) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.679614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ffc89f0-9901-423c-a99f-7df65e7ebe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.696167 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-9a6fef9d-e344-4d2c-98fd-f180b199a766 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e0dad72a58a4c30ac1e28a5f091a721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223647 Nov 22 22:08:30.699400 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51242) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.745594 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fef9d-e344-4d2c-98fd-f180b199a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9a4d1-a440-4617-ad85-6f64093919c4,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.811125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.814350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ffc89f0-9901-423c-a99f-7df65e7ebe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.820843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ffc89f0-9901-423c-a99f-7df65e7ebe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.839662 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.877453 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc89f0-9901-423c-a99f-7df65e7ebe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74949f-d0b9-4949-978e-22df98bbb1ca,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.883827 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4ffc89f0-9901-423c-a99f-7df65e7ebe0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cd8e9c5473c4b49bed7ac28b2a898c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215960 Nov 22 22:08:30.886385 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51252) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:30.925824 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.930872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.936621 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2c9a4d1-a440-4617-ad85-6f64093919c4 HTTP/1.1" status: 204 len: 168 time: 0.2357771 Nov 22 22:08:30.942447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:30.949539 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f28e4-1df3-413c-835c-ef21e4c5be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9a4d1-a440-4617-ad85-6f64093919c4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:30.995301 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.089721 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.096269 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.102272 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c74949f-d0b9-4949-978e-22df98bbb1ca HTTP/1.1" status: 204 len: 168 time: 0.2136068 Nov 22 22:08:31.118874 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424bcf9-2e47-47bc-b403-f6a74df32115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74949f-d0b9-4949-978e-22df98bbb1ca,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:31.157422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6783-7a82-4772-bcd9-96cf521aa6e9 req-ed1d16d1-44cc-40bd-9a20-60f2113f0966 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:31.165650 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64bd6783-7a82-4772-bcd9-96cf521aa6e9 req-ed1d16d1-44cc-40bd-9a20-60f2113f0966 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.1004765 Nov 22 22:08:31.247953 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64bd6783-7a82-4772-bcd9-96cf521aa6e9 req-c9032e5f-91a1-45a7-b89c-50261946b9e6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809221 Nov 22 22:08:31.492739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51282) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:31.512267 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7924b595-a806-48c9-8b45-1aeafeb44f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.602552 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7924b595-a806-48c9-8b45-1aeafeb44f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.610381 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7924b595-a806-48c9-8b45-1aeafeb44f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.660833 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-7924b595-a806-48c9-8b45-1aeafeb44f07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d65b0817a544b739553a10dc241c5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667194 Nov 22 22:08:31.662302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924b595-a806-48c9-8b45-1aeafeb44f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e3fe99-2099-476b-9804-a7116d4c456f,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:31.664926 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51294) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:31.728916 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.751049 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.820405 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.823543 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:31.824806 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40e3fe99-2099-476b-9804-a7116d4c456f HTTP/1.1" status: 204 len: 168 time: 0.1586432 Nov 22 22:08:31.839071 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baee08-dab6-400c-bef6-4f8ef08090fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e3fe99-2099-476b-9804-a7116d4c456f,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:32.406105 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95211-e8f1-4c49-a608-e04c60ceb8c4 req-f2b67469-6c09-417f-a261-ddb57df12b11 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:32.408376 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-76a95211-e8f1-4c49-a608-e04c60ceb8c4 req-f2b67469-6c09-417f-a261-ddb57df12b11 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0721159 Nov 22 22:08:32.482010 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-76a95211-e8f1-4c49-a608-e04c60ceb8c4 req-4e3a8d4e-b3e5-455d-af02-070e7397d2f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624411 Nov 22 22:08:32.668818 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51350) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:33.020033 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6939b8ec-aeaa-4d5a-8667-692a4b208d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.118376 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6939b8ec-aeaa-4d5a-8667-692a4b208d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.124739 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6939b8ec-aeaa-4d5a-8667-692a4b208d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.170581 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b8ec-aeaa-4d5a-8667-692a4b208d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c76e5ff-24df-4d61-8e84-33cb775e5b51,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:33.178629 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6939b8ec-aeaa-4d5a-8667-692a4b208d32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8dcc07cd61e436cabd1afd452b574a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086081 Nov 22 22:08:33.181385 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51374) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:33.245955 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.284312 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.342406 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.345867 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.347640 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c76e5ff-24df-4d61-8e84-33cb775e5b51 HTTP/1.1" status: 204 len: 168 time: 0.1649580 Nov 22 22:08:33.356587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980a044-83f8-4e5b-8100-1cd0dec54adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c76e5ff-24df-4d61-8e84-33cb775e5b51,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:33.372149 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51384) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:33.617995 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c27ceb62-12d7-47fb-a9ee-52be147554c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.700633 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c27ceb62-12d7-47fb-a9ee-52be147554c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.706513 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c27ceb62-12d7-47fb-a9ee-52be147554c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.763000 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-c27ceb62-12d7-47fb-a9ee-52be147554c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e25060a5b3b4758ba1f76caf4ac9a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894129 Nov 22 22:08:33.765650 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51404) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:33.772905 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ceb62-12d7-47fb-a9ee-52be147554c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a5917-0ef0-4535-a68d-a51390ab8d52,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:33.840125 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.867836 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.920017 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51406) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:33.937349 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-43c4d922-9ba7-472a-a935-af1cedb75265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.959407 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.962166 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:33.963427 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c9a5917-0ef0-4535-a68d-a51390ab8d52 HTTP/1.1" status: 204 len: 168 time: 0.1966243 Nov 22 22:08:33.980496 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64ce87-4d05-44a7-a55b-c36a0219582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a5917-0ef0-4535-a68d-a51390ab8d52,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:34.063754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-43c4d922-9ba7-472a-a935-af1cedb75265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.068025 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-43c4d922-9ba7-472a-a935-af1cedb75265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.113719 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-43c4d922-9ba7-472a-a935-af1cedb75265 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd2421ec78ff4be68aa07fd1473abd83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925380 Nov 22 22:08:34.114897 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4d922-9ba7-472a-a935-af1cedb75265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88673355-c427-4121-9c4c-34b424a04380,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:34.116826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51410) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:34.214307 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.247531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.314017 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.317511 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:34.318945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88673355-c427-4121-9c4c-34b424a04380 HTTP/1.1" status: 204 len: 168 time: 0.2002926 Nov 22 22:08:34.332855 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af71ee-a6e9-4325-bf8a-5e3ebfe5cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88673355-c427-4121-9c4c-34b424a04380,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:35.590254 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51502) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:35.802795 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5492a411-9ec0-40bb-87a9-7472c5d52599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:35.868607 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340c81-3cb9-4eab-833b-01778d07a3a6 req-290f2e30-078a-485c-af5e-d7eed634496b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:35.870126 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1a340c81-3cb9-4eab-833b-01778d07a3a6 req-290f2e30-078a-485c-af5e-d7eed634496b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0588636 Nov 22 22:08:35.886197 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5492a411-9ec0-40bb-87a9-7472c5d52599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:35.891792 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5492a411-9ec0-40bb-87a9-7472c5d52599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:35.931009 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1a340c81-3cb9-4eab-833b-01778d07a3a6 req-f5e97ad4-cf27-4f8c-a7a5-6fc6afb9c6d2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Nov 22 22:08:35.936313 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5492a411-9ec0-40bb-87a9-7472c5d52599 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7df4b63ff8904798be1d284b5bd41641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448582 Nov 22 22:08:35.937752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492a411-9ec0-40bb-87a9-7472c5d52599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f7259d-7a8e-4acf-b764-d6e3ea78cb72,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:35.939221 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51522) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:35.993444 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:36.017018 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:36.067475 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:36.070086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:36.071276 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72f7259d-7a8e-4acf-b764-d6e3ea78cb72 HTTP/1.1" status: 204 len: 168 time: 0.1310463 Nov 22 22:08:36.079903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b4d04-0519-4e16-9ed5-69774583d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f7259d-7a8e-4acf-b764-d6e3ea78cb72,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:37.184200 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2469-31af-4e3c-a03f-716a6dd62480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.301362 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51616) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:37.404999 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4cf44622-2622-44ff-9081-59ca300afbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.484876 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4cf44622-2622-44ff-9081-59ca300afbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.490732 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4cf44622-2622-44ff-9081-59ca300afbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.534710 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf44622-2622-44ff-9081-59ca300afbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebfd874-8870-4bd3-bd9c-38b2cf6afd73,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:37.541292 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-4cf44622-2622-44ff-9081-59ca300afbd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0861ee5959b48008c5806f2847b217a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378025 Nov 22 22:08:37.543716 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51622) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:37.563391 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51624) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:37.611422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.636145 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.688373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-39223177-6042-4ddd-83fa-39863e72dd40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.693848 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.696545 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.697786 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ebfd874-8870-4bd3-bd9c-38b2cf6afd73 HTTP/1.1" status: 204 len: 168 time: 0.1518905 Nov 22 22:08:37.706313 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bfb2c-b4da-48b1-ba86-cc0d2f98d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebfd874-8870-4bd3-bd9c-38b2cf6afd73,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:37.772178 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-39223177-6042-4ddd-83fa-39863e72dd40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.777827 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-39223177-6042-4ddd-83fa-39863e72dd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.817864 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-39223177-6042-4ddd-83fa-39863e72dd40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b01fefbe03894a7ab00d5952f10cba8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532938 Nov 22 22:08:37.819154 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39223177-6042-4ddd-83fa-39863e72dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679e7b0-6f77-497e-bf3a-a163209da605,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:37.820758 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51634) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:37.887921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.921556 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.975714 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.978818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:37.980154 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9679e7b0-6f77-497e-bf3a-a163209da605 HTTP/1.1" status: 204 len: 168 time: 0.1573169 Nov 22 22:08:37.990196 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cefda9-4dbd-4cc3-ae8b-6ade9d15b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679e7b0-6f77-497e-bf3a-a163209da605,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:38.342210 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51642) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:38.356412 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-70822b9f-37c6-4ed1-bf26-1905e07f2321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.440767 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-70822b9f-37c6-4ed1-bf26-1905e07f2321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.445238 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-70822b9f-37c6-4ed1-bf26-1905e07f2321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.483099 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-70822b9f-37c6-4ed1-bf26-1905e07f2321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4bf16ccdcce402292b5617fccb3b15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397741 Nov 22 22:08:38.483928 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70822b9f-37c6-4ed1-bf26-1905e07f2321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6ba989-aa7f-4a42-89f4-150dd6cbb4f8,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:38.487028 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51644) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:38.537986 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.559690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.611681 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.614502 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:38.615702 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c6ba989-aa7f-4a42-89f4-150dd6cbb4f8 HTTP/1.1" status: 204 len: 168 time: 0.1271257 Nov 22 22:08:38.623738 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1b95-c69f-4995-8999-dff9fd78a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6ba989-aa7f-4a42-89f4-150dd6cbb4f8,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:39.889084 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8651b-b6ad-4063-b73b-69ad7a255151 req-70f2c65e-4c5a-4a30-ae68-4434302e242f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:39.890667 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4b8651b-b6ad-4063-b73b-69ad7a255151 req-70f2c65e-4c5a-4a30-ae68-4434302e242f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Nov 22 22:08:39.945137 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4b8651b-b6ad-4063-b73b-69ad7a255151 req-b122b1de-7505-4434-bbe8-423634bcff79 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477719 Nov 22 22:08:40.747623 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fc1afe1-5b1f-44f0-be20-03c2682fe022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:41.088572 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eac558-a99c-469c-a3ee-4fd9beaa9edf req-a3e82183-3c7b-4279-b5cc-e8b37eb71a28 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:41.095605 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-36eac558-a99c-469c-a3ee-4fd9beaa9edf req-a3e82183-3c7b-4279-b5cc-e8b37eb71a28 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0732415 Nov 22 22:08:41.149828 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-36eac558-a99c-469c-a3ee-4fd9beaa9edf req-23d15828-887c-4d49-8568-d49014fbc8f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Nov 22 22:08:41.563745 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.271785 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f56a8-86fb-47f7-873d-73579e218617 req-6165fa10-5432-47a7-815f-4f894a04f5e9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:42.273723 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-881f56a8-86fb-47f7-873d-73579e218617 req-6165fa10-5432-47a7-815f-4f894a04f5e9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Nov 22 22:08:42.324972 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-881f56a8-86fb-47f7-873d-73579e218617 req-a6616525-2a44-4ab4-9328-012b74d8cad2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Nov 22 22:08:42.622864 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51814) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:42.623557 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51816) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:42.736470 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5145c93f-0c40-4f08-aac0-78343f7cfef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.759230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0aed9fa2-00e6-4d67-ba70-f51fec0232fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.842476 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5145c93f-0c40-4f08-aac0-78343f7cfef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.846970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5145c93f-0c40-4f08-aac0-78343f7cfef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.850537 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0aed9fa2-00e6-4d67-ba70-f51fec0232fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.855078 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0aed9fa2-00e6-4d67-ba70-f51fec0232fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.897810 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0aed9fa2-00e6-4d67-ba70-f51fec0232fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=757bd7476c434bcf8c27fc4b8ece5976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721331 Nov 22 22:08:42.899233 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed9fa2-00e6-4d67-ba70-f51fec0232fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dc12cc-fd0a-4dd0-a05a-dc59bfb8091a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:42.901889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51828) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:42.965279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:42.990477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.049806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.052555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.056254 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38dc12cc-fd0a-4dd0-a05a-dc59bfb8091a HTTP/1.1" status: 204 len: 168 time: 0.1510606 Nov 22 22:08:43.078563 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32710e4f-9b07-45bf-b626-f6c2cdc68a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dc12cc-fd0a-4dd0-a05a-dc59bfb8091a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:43.169136 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5145c93f-0c40-4f08-aac0-78343f7cfef5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c7519c3e3904aa5ba204838f44858cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481977 Nov 22 22:08:43.170459 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c93f-0c40-4f08-aac0-78343f7cfef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b4812-c38a-45d0-aa86-297a48ed9883,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:43.173010 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51836) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:43.226109 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.249740 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.253634 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.283001 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.303892 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.308751 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.310848 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d1b4812-c38a-45d0-aa86-297a48ed9883 HTTP/1.1" status: 204 len: 168 time: 0.1366391 Nov 22 22:08:43.323451 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef55584-9972-43ca-aaa3-1469d22513c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b4812-c38a-45d0-aa86-297a48ed9883,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:43.427529 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 51844) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:43.441325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6690-3335-421c-984f-ccf5aafafd63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.482940 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475041-d483-4884-925b-1fdd7babb0f9 req-a6ed8e8d-347a-4190-b298-8733ab4d9daf tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:43.484901 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f8475041-d483-4884-925b-1fdd7babb0f9 req-a6ed8e8d-347a-4190-b298-8733ab4d9daf tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0627525 Nov 22 22:08:43.543668 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6690-3335-421c-984f-ccf5aafafd63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.549203 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bc3b6690-3335-421c-984f-ccf5aafafd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.560599 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f8475041-d483-4884-925b-1fdd7babb0f9 req-a432ff14-a20d-4837-9eb2-d4de6454a525 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685670 Nov 22 22:08:43.599331 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-bc3b6690-3335-421c-984f-ccf5aafafd63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f329d907eb344e318ccf1dea777a6dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706684 Nov 22 22:08:43.601625 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b6690-3335-421c-984f-ccf5aafafd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d272c339-e335-4104-a76a-0c9e007df482,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:43.603757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51846) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:43.673782 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.696286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.751869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.754826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:43.758582 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d272c339-e335-4104-a76a-0c9e007df482 HTTP/1.1" status: 204 len: 168 time: 0.1507864 Nov 22 22:08:43.764387 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843834b9-542a-4e1f-86d0-dea6bda9ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272c339-e335-4104-a76a-0c9e007df482,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:44.184806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51868) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:44.305986 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da0a63d0-ffa7-4cf7-9b55-fc6eeb2d6a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.403780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da0a63d0-ffa7-4cf7-9b55-fc6eeb2d6a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.409275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-da0a63d0-ffa7-4cf7-9b55-fc6eeb2d6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.449007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a63d0-ffa7-4cf7-9b55-fc6eeb2d6a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716e1b9-6ccd-469f-be06-cbb740a50ea4,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:44.458259 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-da0a63d0-ffa7-4cf7-9b55-fc6eeb2d6a97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=622fa5f8c2534810a6f59dd94e2c7579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675476 Nov 22 22:08:44.458259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 51884) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:44.512272 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.545810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.608342 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.623004 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:44.626842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8716e1b9-6ccd-469f-be06-cbb740a50ea4 HTTP/1.1" status: 204 len: 168 time: 0.1663170 Nov 22 22:08:44.634978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8677f-d70a-4ead-9ff8-041b3549ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716e1b9-6ccd-469f-be06-cbb740a50ea4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:44.710284 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a07b-8d49-4629-b445-03cc412a476a req-41c38604-f2e4-4781-9c7a-0ee9d8179775 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:44.712043 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43b7a07b-8d49-4629-b445-03cc412a476a req-41c38604-f2e4-4781-9c7a-0ee9d8179775 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0566876 Nov 22 22:08:44.764100 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43b7a07b-8d49-4629-b445-03cc412a476a req-9c5ee2e1-98d7-405a-b1df-c61435746e86 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Nov 22 22:08:45.626379 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:45.923313 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ef033-d0c9-4a9b-889a-1738c55cf565 req-061badb6-7bbd-43be-a7d7-971673aa59eb tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:45.925368 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-597ef033-d0c9-4a9b-889a-1738c55cf565 req-061badb6-7bbd-43be-a7d7-971673aa59eb tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0745583 Nov 22 22:08:46.001052 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-597ef033-d0c9-4a9b-889a-1738c55cf565 req-5787cc1b-185d-46bd-80b4-1c228eaf1da8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 Nov 22 22:08:47.145216 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1753ca1-b37a-4d2b-a183-1c0590a4fadb req-bcccb0dc-f25c-4ce6-884e-a891a5e0737b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:47.146753 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1753ca1-b37a-4d2b-a183-1c0590a4fadb req-bcccb0dc-f25c-4ce6-884e-a891a5e0737b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0677707 Nov 22 22:08:47.200159 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1753ca1-b37a-4d2b-a183-1c0590a4fadb req-7a0677e6-5acd-4a8a-a438-1da57bf2be8b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Nov 22 22:08:47.340041 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051df1f-c809-4db3-968f-8c119c7867cb req-77af4a58-0a8c-4147-b845-b614dfd4ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:47.341578 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4051df1f-c809-4db3-968f-8c119c7867cb req-77af4a58-0a8c-4147-b845-b614dfd4ebea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0408497 Nov 22 22:08:47.389232 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4051df1f-c809-4db3-968f-8c119c7867cb req-9f6cc9ad-ef92-472a-b309-7a018289cd95 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384929 Nov 22 22:08:48.117930 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52076) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:48.232650 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb50c8f9-d88b-492e-8108-d48dea74a50b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.351097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb50c8f9-d88b-492e-8108-d48dea74a50b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.356120 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb50c8f9-d88b-492e-8108-d48dea74a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.374444 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294a6bc-221e-4210-a083-160816428cb6 req-24d1d3e6-3606-4c86-8620-50082edcb6a6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:48.375947 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5294a6bc-221e-4210-a083-160816428cb6 req-24d1d3e6-3606-4c86-8620-50082edcb6a6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0842638 Nov 22 22:08:48.422495 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-eb50c8f9-d88b-492e-8108-d48dea74a50b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd9b5caace784be886b105824c08507b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998390 Nov 22 22:08:48.422890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52094) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:48.424131 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c8f9-d88b-492e-8108-d48dea74a50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d665a51-005e-4146-8d03-de584a450c48,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:48.461775 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5294a6bc-221e-4210-a083-160816428cb6 req-383d2b7e-84bf-466a-86d1-8fa2a6ad8657 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771058 Nov 22 22:08:48.478842 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.510271 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.558713 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.561679 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:48.565752 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d665a51-005e-4146-8d03-de584a450c48 HTTP/1.1" status: 204 len: 168 time: 0.1380980 Nov 22 22:08:48.572371 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80cd0-ce05-423c-adc8-758fbe7691a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d665a51-005e-4146-8d03-de584a450c48,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:48.924572 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52106) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:48.939281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2fca4cb-8363-431e-8c22-56fec13bcd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.028657 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2fca4cb-8363-431e-8c22-56fec13bcd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.032884 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2fca4cb-8363-431e-8c22-56fec13bcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.074618 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca4cb-8363-431e-8c22-56fec13bcd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ec451c-f314-40d9-be4b-642be6a03880,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:49.083838 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d2fca4cb-8363-431e-8c22-56fec13bcd64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f52ac5d5e001401faae7adf31a11bc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545131 Nov 22 22:08:49.084097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52112) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:49.142974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.164966 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.218441 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.221068 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.229148 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46ec451c-f314-40d9-be4b-642be6a03880 HTTP/1.1" status: 204 len: 168 time: 0.1404006 Nov 22 22:08:49.235165 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e009eb0-d2ec-47fe-b88e-f222e3f06a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ec451c-f314-40d9-be4b-642be6a03880,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:49.618857 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3d1d-d93a-4164-8591-ee2c088722df req-2ebfca33-4c5a-4437-a91a-145742cde2d1 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:49.619610 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52128) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:49.620879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-afec3d1d-d93a-4164-8591-ee2c088722df req-2ebfca33-4c5a-4437-a91a-145742cde2d1 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0618975 Nov 22 22:08:49.644281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-75437601-3572-431e-a25a-a49fa8c291d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.710798 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-afec3d1d-d93a-4164-8591-ee2c088722df req-25b6c75f-22b6-467c-8ddf-62f77a2e7ef0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Nov 22 22:08:49.752581 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-75437601-3572-431e-a25a-a49fa8c291d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.758342 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-75437601-3572-431e-a25a-a49fa8c291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.800860 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-75437601-3572-431e-a25a-a49fa8c291d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f73f755c77ec4e888a84c95df496d356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800249 Nov 22 22:08:49.801667 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75437601-3572-431e-a25a-a49fa8c291d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb4215-7364-43ef-92c1-a28fcf8ee50e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:49.805852 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52134) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:49.844998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45995a-976d-4043-8e40-8ca182b6f807 req-d310f469-ff45-4e87-99d8-bc2e517752f8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:49.846402 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f45995a-976d-4043-8e40-8ca182b6f807 req-d310f469-ff45-4e87-99d8-bc2e517752f8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0569119 Nov 22 22:08:49.864891 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.888563 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.902617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f45995a-976d-4043-8e40-8ca182b6f807 req-14034c29-ece9-4e34-8974-fa3a35c38f49 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Nov 22 22:08:49.951740 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.954590 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:49.958450 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecdb4215-7364-43ef-92c1-a28fcf8ee50e HTTP/1.1" status: 204 len: 168 time: 0.1491728 Nov 22 22:08:49.964300 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301df4b9-28a7-47e4-9c91-6eee13cec895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb4215-7364-43ef-92c1-a28fcf8ee50e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:51.597262 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863846b-7515-43c0-ba45-abde3ae64707 req-b1155fac-39c6-4517-97ec-98b2c523fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:51.599002 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-b1155fac-39c6-4517-97ec-98b2c523fa17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0421925 Nov 22 22:08:51.611606 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6b109-642d-4d89-8c6d-938118e74dfa req-5218982c-de88-4b37-aa41-e815c97945f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:51.613914 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d4c6b109-642d-4d89-8c6d-938118e74dfa req-5218982c-de88-4b37-aa41-e815c97945f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0537732 Nov 22 22:08:51.671660 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d4c6b109-642d-4d89-8c6d-938118e74dfa req-6b105e3e-75ec-46da-8a82-1aa833ce6fb3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 Nov 22 22:08:51.717324 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863846b-7515-43c0-ba45-abde3ae64707 req-5dd43573-9d0b-452f-809a-2c2603c58e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:51.718818 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-5dd43573-9d0b-452f-809a-2c2603c58e15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.1070189 Nov 22 22:08:51.789068 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-f3c2e8f9-0712-466a-8244-f2f14d09dffa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0514116 Nov 22 22:08:51.852281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863846b-7515-43c0-ba45-abde3ae64707 req-5e03185f-de14-43af-8c92-02c66489f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:51.854783 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-5e03185f-de14-43af-8c92-02c66489f7a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0566995 Nov 22 22:08:51.890813 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-4b72efff-d18c-4d69-9e47-990a3a0b8d4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258594 Nov 22 22:08:52.007414 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-90aa4c21-a736-49c1-8d0e-d53587d3e2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929840 Nov 22 22:08:52.140667 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7863846b-7515-43c0-ba45-abde3ae64707 req-4895b197-d9db-40f3-bb74-5fb3374d34dd service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180086 Nov 22 22:08:52.797711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818f975-4c66-402f-82d4-89a50acfa86c req-a4886b3a-fab2-4514-9409-ca9f60ef8b6a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:52.799883 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9818f975-4c66-402f-82d4-89a50acfa86c req-a4886b3a-fab2-4514-9409-ca9f60ef8b6a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0529091 Nov 22 22:08:52.862752 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9818f975-4c66-402f-82d4-89a50acfa86c req-a4fe8828-eaf2-4c5e-a978-d34caf68eafa tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562274 Nov 22 22:08:53.898496 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52300) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:54.004263 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a0d5-3f73-4144-a532-2da931bd7822 req-73cd0ec2-7ce9-4471-9d4d-8c3ad9bf32fa tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:54.005832 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dfb2a0d5-3f73-4144-a532-2da931bd7822 req-73cd0ec2-7ce9-4471-9d4d-8c3ad9bf32fa tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0553339 Nov 22 22:08:54.024416 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d0c8-4a57-4c38-9a24-950e7b34bde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.056238 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dfb2a0d5-3f73-4144-a532-2da931bd7822 req-24f0d991-2990-4c89-bff3-7e524a560d4b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Nov 22 22:08:54.109469 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d0c8-4a57-4c38-9a24-950e7b34bde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.113750 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d0c8-4a57-4c38-9a24-950e7b34bde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.154762 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3d0c8-4a57-4c38-9a24-950e7b34bde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7f412-bafe-4339-b43a-16644bf68eae,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:54.161721 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a9b3d0c8-4a57-4c38-9a24-950e7b34bde1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4dc705a0ebc42db802b71caa96efc1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621469 Nov 22 22:08:54.162822 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52306) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:54.221399 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.245465 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.295385 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.298390 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.299950 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccc7f412-bafe-4339-b43a-16644bf68eae HTTP/1.1" status: 204 len: 168 time: 0.1360269 Nov 22 22:08:54.312717 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52144c0-56a9-4709-9fd0-2e631088fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7f412-bafe-4339-b43a-16644bf68eae,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:54.620131 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52316) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:54.632935 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fa24bd34-a449-4464-b627-1d5e2411ef33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.709789 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fa24bd34-a449-4464-b627-1d5e2411ef33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.714844 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fa24bd34-a449-4464-b627-1d5e2411ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.753706 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-fa24bd34-a449-4464-b627-1d5e2411ef33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9a157ce58c1415092f4daf53b3f8056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335385 Nov 22 22:08:54.754608 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24bd34-a449-4464-b627-1d5e2411ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d1c439-8301-4ddd-a5ab-9ef4a7ba2275,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:54.757306 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52318) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:54.811052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.833203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.880989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.883663 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:54.884845 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85d1c439-8301-4ddd-a5ab-9ef4a7ba2275 HTTP/1.1" status: 204 len: 168 time: 0.1261194 Nov 22 22:08:54.893308 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddd8c0-d191-4d0e-81c4-1801b4063819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d1c439-8301-4ddd-a5ab-9ef4a7ba2275,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:55.199234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f05b-86c0-4a2f-a97c-da44e3b6f67a req-c1c94dbd-d3b5-4ad7-9363-4f26940d1f40 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:55.200876 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d283f05b-86c0-4a2f-a97c-da44e3b6f67a req-c1c94dbd-d3b5-4ad7-9363-4f26940d1f40 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0617678 Nov 22 22:08:55.249886 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52336) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:55.256287 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d283f05b-86c0-4a2f-a97c-da44e3b6f67a req-9fc1095a-157e-4493-85f8-2967239ca309 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Nov 22 22:08:55.273595 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a152dd67-71cf-4520-8e83-9830db712e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.344010 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52340) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:55.362134 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a152dd67-71cf-4520-8e83-9830db712e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.368182 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a152dd67-71cf-4520-8e83-9830db712e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.409825 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a152dd67-71cf-4520-8e83-9830db712e81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c0296f42edc4377a8d456094d8c746a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570370 Nov 22 22:08:55.411858 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152dd67-71cf-4520-8e83-9830db712e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea2929-e274-48aa-839d-4857a5cfad91,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:55.412586 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52344) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:55.477693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.479477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0083c0b-01c1-4d32-95b5-b2e15897f131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.514564 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.592624 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.595208 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.596715 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41ea2929-e274-48aa-839d-4857a5cfad91 HTTP/1.1" status: 204 len: 168 time: 0.1828027 Nov 22 22:08:55.612844 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a3c0-86c0-4264-ab1a-4abcd588e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea2929-e274-48aa-839d-4857a5cfad91,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:55.620278 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0083c0b-01c1-4d32-95b5-b2e15897f131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.628848 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0083c0b-01c1-4d32-95b5-b2e15897f131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.680732 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52352) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:55.688055 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c0083c0b-01c1-4d32-95b5-b2e15897f131 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab0b43cefee146e6b8c272f75b5a6b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427782 Nov 22 22:08:55.706218 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0083c0b-01c1-4d32-95b5-b2e15897f131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29d6a1-8bc9-4d60-a466-c3b0c78ba7d4,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:55.746629 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.774800 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.836193 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.846550 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:55.846550 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae29d6a1-8bc9-4d60-a466-c3b0c78ba7d4 HTTP/1.1" status: 204 len: 168 time: 0.1590700 Nov 22 22:08:55.850821 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b207-a3dd-447a-a8c6-aafb6d42acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29d6a1-8bc9-4d60-a466-c3b0c78ba7d4,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:56.307997 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52362) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:56.323650 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-75072e79-60c3-4332-9c61-5f98eee4c072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.422436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84169c16-5bae-4965-ba34-d68cb5d99b30 req-4de4e617-59d4-455c-80bb-d50d2f2f6ea5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:56.423917 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84169c16-5bae-4965-ba34-d68cb5d99b30 req-4de4e617-59d4-455c-80bb-d50d2f2f6ea5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0860288 Nov 22 22:08:56.471763 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-75072e79-60c3-4332-9c61-5f98eee4c072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.478312 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-75072e79-60c3-4332-9c61-5f98eee4c072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.530973 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84169c16-5bae-4965-ba34-d68cb5d99b30 req-04de7ced-c8d6-4029-a5ae-cbcec6380594 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Nov 22 22:08:56.534814 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-75072e79-60c3-4332-9c61-5f98eee4c072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=315b719c5752488197d828b041a81f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254546 Nov 22 22:08:56.535685 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75072e79-60c3-4332-9c61-5f98eee4c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d16a384-e56b-4063-918a-6983dca3b140,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:56.540497 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52364) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:56.624414 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.670083 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.732970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.736865 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:56.738256 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d16a384-e56b-4063-918a-6983dca3b140 HTTP/1.1" status: 204 len: 168 time: 0.1958632 Nov 22 22:08:56.747663 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c6287-86e8-4b01-b5b8-5cfe3ba2f5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d16a384-e56b-4063-918a-6983dca3b140,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:57.218964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52376) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:57.234325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fb201546-d517-4b81-b0ae-6b0a494ba582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.320100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fb201546-d517-4b81-b0ae-6b0a494ba582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.325457 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-fb201546-d517-4b81-b0ae-6b0a494ba582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.394048 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-fb201546-d517-4b81-b0ae-6b0a494ba582 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b560f9fc20044d8e8bde197cec957303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734111 Nov 22 22:08:57.395537 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201546-d517-4b81-b0ae-6b0a494ba582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7de867-ef1f-4779-b216-c657d5ff9f38,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:57.396983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52378) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:08:57.463724 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.488637 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.550810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.553766 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:08:57.555353 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb7de867-ef1f-4779-b216-c657d5ff9f38 HTTP/1.1" status: 204 len: 168 time: 0.1569993 Nov 22 22:08:57.568366 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250911-db9f-4638-82be-c2450fe1ac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7de867-ef1f-4779-b216-c657d5ff9f38,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:08:57.710468 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0c292-7536-4cc1-a2c9-f8b637cb2530 req-2252eafe-db3e-416b-9c56-3f5cfed7d1e5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:57.712900 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2d0c292-7536-4cc1-a2c9-f8b637cb2530 req-2252eafe-db3e-416b-9c56-3f5cfed7d1e5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0728977 Nov 22 22:08:57.786867 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2d0c292-7536-4cc1-a2c9-f8b637cb2530 req-b5a9c73b-987b-42d0-aff2-c0188b88e72f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662956 Nov 22 22:08:58.937391 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dc88-945a-4513-b88f-8037552c7407 req-ea75a9e4-d66d-4af0-909c-979793342e70 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:08:58.940050 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8217dc88-945a-4513-b88f-8037552c7407 req-ea75a9e4-d66d-4af0-909c-979793342e70 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0712876 Nov 22 22:08:59.038443 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8217dc88-945a-4513-b88f-8037552c7407 req-9a12eaf0-05d1-4c6d-84d8-095f5c8e5b89 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887508 Nov 22 22:08:59.317800 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:09:00.191256 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3006a10-c2ad-4811-9e63-722871b72e47 req-8f168c1f-e83e-4623-88f6-959f0c989f12 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:00.192872 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f3006a10-c2ad-4811-9e63-722871b72e47 req-8f168c1f-e83e-4623-88f6-959f0c989f12 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0584309 Nov 22 22:09:00.258225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f3006a10-c2ad-4811-9e63-722871b72e47 req-00e0f8c9-6004-46ce-8e60-81d9313ceb49 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Nov 22 22:09:01.404746 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cba27-ea24-459b-8cfe-bb3e7b079014 req-aecf7716-ef58-481b-a7c6-a7a8124eb9d7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:01.406366 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e50cba27-ea24-459b-8cfe-bb3e7b079014 req-aecf7716-ef58-481b-a7c6-a7a8124eb9d7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0569482 Nov 22 22:09:01.457905 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e50cba27-ea24-459b-8cfe-bb3e7b079014 req-1f90eb26-0367-4401-acd5-9d78c3f93bb8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Nov 22 22:09:02.267211 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52480) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:02.431971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8724ee31-46a4-47bf-a04c-331ff64c043c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.535891 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8724ee31-46a4-47bf-a04c-331ff64c043c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.542050 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8724ee31-46a4-47bf-a04c-331ff64c043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.598345 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8724ee31-46a4-47bf-a04c-331ff64c043c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81b7e77aa3ca4b019b95663df8b89ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293853 Nov 22 22:09:02.599473 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724ee31-46a4-47bf-a04c-331ff64c043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d424a-ce67-4ad8-936b-bc0b887d7663,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:02.600697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52492) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:02.656677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.661143 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864139-1886-442e-9d93-0838dcad1b41 req-af301145-d293-47e6-9b89-83e2e8b5cb63 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:02.662795 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-67864139-1886-442e-9d93-0838dcad1b41 req-af301145-d293-47e6-9b89-83e2e8b5cb63 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0952153 Nov 22 22:09:02.682847 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.730308 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-67864139-1886-442e-9d93-0838dcad1b41 req-e6c7773e-5cb7-4e05-8294-d8e009ff22c4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561433 Nov 22 22:09:02.747446 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.750173 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:02.754868 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/109d424a-ce67-4ad8-936b-bc0b887d7663 HTTP/1.1" status: 204 len: 168 time: 0.1497002 Nov 22 22:09:02.762339 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ef61-6bf8-4a68-b665-d5627b7a6754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d424a-ce67-4ad8-936b-bc0b887d7663,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:03.084671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52498) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:03.099883 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f8246db2-f53b-420c-892c-cb09414696bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.204234 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f8246db2-f53b-420c-892c-cb09414696bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.208973 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f8246db2-f53b-420c-892c-cb09414696bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.247746 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246db2-f53b-420c-892c-cb09414696bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528eb89-c773-465a-90b4-d36ddfde36d4,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:03.252187 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f8246db2-f53b-420c-892c-cb09414696bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19fefb8f21cd4208b233fb1c319d1d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662304 Nov 22 22:09:03.255812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52500) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:03.309262 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.332526 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.391890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.395720 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:03.397191 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8528eb89-c773-465a-90b4-d36ddfde36d4 HTTP/1.1" status: 204 len: 168 time: 0.1403060 Nov 22 22:09:03.407665 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2a99d-63d8-4f24-8ebf-063608336cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528eb89-c773-465a-90b4-d36ddfde36d4,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:03.904636 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6f4c-f560-45eb-928b-c403bbb28316 req-08c37ba3-451e-4b24-b17a-6b215e3c2727 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:03.906394 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cd4e6f4c-f560-45eb-928b-c403bbb28316 req-08c37ba3-451e-4b24-b17a-6b215e3c2727 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0668252 Nov 22 22:09:03.976874 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cd4e6f4c-f560-45eb-928b-c403bbb28316 req-9744c482-2226-470f-a511-696d56f1c472 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Nov 22 22:09:05.114783 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b5055-1fa7-40b8-85e4-4a3106c3d768 req-2060b1e9-a83d-433a-b46e-137be2cf93ad tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:05.116460 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-907b5055-1fa7-40b8-85e4-4a3106c3d768 req-2060b1e9-a83d-433a-b46e-137be2cf93ad tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Nov 22 22:09:05.177220 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-907b5055-1fa7-40b8-85e4-4a3106c3d768 req-ff26fd7a-3f57-420d-be3e-838169b8b067 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Nov 22 22:09:06.339220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e61765-6de2-4817-9d8d-99d5d9350154 req-61bf69b6-9626-46fa-bd69-1e856e36fd22 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:06.340886 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a7e61765-6de2-4817-9d8d-99d5d9350154 req-61bf69b6-9626-46fa-bd69-1e856e36fd22 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0677330 Nov 22 22:09:06.404573 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a7e61765-6de2-4817-9d8d-99d5d9350154 req-8e141337-b051-4fd3-a5c6-224861e875fb tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Nov 22 22:09:07.181892 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-511949fb-dc6d-4974-b025-7e72c6e5c6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:07.378817 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52606) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:07.558760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d19abb0b-88e8-4a39-9dbf-0bf5697e6a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:07.627031 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398b8c0-35a8-4e4f-ab3c-6f1051dec264 req-07e44d0c-3f5e-4c02-aefe-22a0e44634ea tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:07.629951 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a398b8c0-35a8-4e4f-ab3c-6f1051dec264 req-07e44d0c-3f5e-4c02-aefe-22a0e44634ea tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1417181 Nov 22 22:09:07.760626 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a398b8c0-35a8-4e4f-ab3c-6f1051dec264 req-f47ffc4c-e282-4cc7-b4c5-05df4d5de4ee tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182439 Nov 22 22:09:07.794086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d19abb0b-88e8-4a39-9dbf-0bf5697e6a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:07.799867 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d19abb0b-88e8-4a39-9dbf-0bf5697e6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:07.840222 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19abb0b-88e8-4a39-9dbf-0bf5697e6a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c9ad1-8d1e-4672-a51d-455d06591db4,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:07.844837 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d19abb0b-88e8-4a39-9dbf-0bf5697e6a7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84e4ee1e19854fcfa7a5b37f2e516c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649298 Nov 22 22:09:07.849370 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52622) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:07.905326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52624) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:07.914190 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:07.951261 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.023983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.028206 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.030198 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/602c9ad1-8d1e-4672-a51d-455d06591db4 HTTP/1.1" status: 204 len: 168 time: 0.1797361 Nov 22 22:09:08.040922 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384437c4-2f58-48f4-89a6-4eea6df4be59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c9ad1-8d1e-4672-a51d-455d06591db4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:08.055537 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0d23cbe0-04ec-4842-8873-a135945d367b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.151098 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0d23cbe0-04ec-4842-8873-a135945d367b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.157362 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0d23cbe0-04ec-4842-8873-a135945d367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.216201 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0d23cbe0-04ec-4842-8873-a135945d367b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=600c591f17e6493fa0572cc4775f788e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084605 Nov 22 22:09:08.216888 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23cbe0-04ec-4842-8873-a135945d367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fdb148-e6ff-41db-9160-256435d68b4a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:08.219131 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52634) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:08.304992 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.335743 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.400632 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.404230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:08.405853 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82fdb148-e6ff-41db-9160-256435d68b4a HTTP/1.1" status: 204 len: 168 time: 0.1849785 Nov 22 22:09:08.418761 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752248e5-301f-4d92-a399-0307219932e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fdb148-e6ff-41db-9160-256435d68b4a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:08.770033 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb77f6b-0b34-48a6-9d7c-7f0ca4b63882 req-d85b4333-6136-4108-ae03-660348d0b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:08.771796 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4cb77f6b-0b34-48a6-9d7c-7f0ca4b63882 req-d85b4333-6136-4108-ae03-660348d0b685 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0499301 Nov 22 22:09:08.859776 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4cb77f6b-0b34-48a6-9d7c-7f0ca4b63882 req-9eaf24ff-72f7-44e1-8c57-5c9b0363ac43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764978 Nov 22 22:09:08.945030 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc56f2-113e-4376-ba20-ec7d67addfad req-93b90e96-a4f2-40b6-ab4c-d302319390f2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:08.948987 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e1cc56f2-113e-4376-ba20-ec7d67addfad req-93b90e96-a4f2-40b6-ab4c-d302319390f2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0849578 Nov 22 22:09:09.015056 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e1cc56f2-113e-4376-ba20-ec7d67addfad req-83aa16bb-1a01-4887-a442-e5d4cfdfe668 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590873 Nov 22 22:09:10.199278 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fd621-16d7-42ee-845e-7120c52a2860 req-09db0adc-0516-4426-916e-4d0556ef7195 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:10.202240 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f65fd621-16d7-42ee-845e-7120c52a2860 req-09db0adc-0516-4426-916e-4d0556ef7195 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0750489 Nov 22 22:09:10.287306 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f65fd621-16d7-42ee-845e-7120c52a2860 req-3a8881a2-c7f7-480d-ac83-0e62ff939e53 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769463 Nov 22 22:09:10.599835 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-7268286c-e56d-4799-984e-c6ebbec00f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:10.602891 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-7268286c-e56d-4799-984e-c6ebbec00f7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0799832 Nov 22 22:09:10.611253 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16e07-525e-4aa7-96da-d926a5a6ad87 req-e2be523d-2b9d-4424-bf67-355612a1f1f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:10.613012 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c5e16e07-525e-4aa7-96da-d926a5a6ad87 req-e2be523d-2b9d-4424-bf67-355612a1f1f3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0592678 Nov 22 22:09:10.677591 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c5e16e07-525e-4aa7-96da-d926a5a6ad87 req-b0b8a51d-5e07-43c7-b98e-63d6db1d43ee tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532544 Nov 22 22:09:10.750616 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-49cb31c8-0e52-48c5-bc10-9e104b269c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:10.753531 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-49cb31c8-0e52-48c5-bc10-9e104b269c82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.1353288 Nov 22 22:09:10.760855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ce6b2999-67d6-414c-9528-c14981d1bf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:10.804650 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-3ffc8212-4181-4bb5-b24e-fff5dc04df64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0408580 Nov 22 22:09:10.896477 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-16457a2b-7af8-4588-9dc9-78a1302f7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:10.898962 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-16457a2b-7af8-4588-9dc9-78a1302f7813 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0805407 Nov 22 22:09:10.934330 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-a0799934-75d6-4a59-8680-55e4702849cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Nov 22 22:09:11.079072 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-c8a220e3-e9d5-4a81-89c2-e5c6ed3af539 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334493 Nov 22 22:09:11.245303 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b00ea288-d78f-44e3-bef1-1c3680ecaa1e req-181afb5b-8d7c-492a-af02-e58a44b7c145 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579115 Nov 22 22:09:11.583682 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:11.832835 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f92073-016b-4d56-b095-2d96d5cb2f0f req-00507b8e-4be5-4efc-aed0-30b79c889ba4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:11.840652 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e7f92073-016b-4d56-b095-2d96d5cb2f0f req-00507b8e-4be5-4efc-aed0-30b79c889ba4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0799065 Nov 22 22:09:11.913801 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e7f92073-016b-4d56-b095-2d96d5cb2f0f req-2627ca92-b594-48fc-b64d-13b263af51df tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 Nov 22 22:09:13.104588 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90accec9-f107-4e26-b380-bf4748d6d322 req-eb13c3c2-520b-4474-abf0-76e0b9688c36 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:13.106255 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-90accec9-f107-4e26-b380-bf4748d6d322 req-eb13c3c2-520b-4474-abf0-76e0b9688c36 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0665150 Nov 22 22:09:13.198348 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-90accec9-f107-4e26-b380-bf4748d6d322 req-65c99c76-c576-4884-916a-276ef7414a2a tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Nov 22 22:09:13.271324 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:13.289972 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:14.922686 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-e0d521de-537e-4740-8002-8e9f4faf3746 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514829 Nov 22 22:09:14.976007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b89653-f1fc-49a6-a382-58f9f3f60f8c req-264e8c1d-3d31-4b75-b536-956866678c7d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:14.979310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-66b89653-f1fc-49a6-a382-58f9f3f60f8c req-264e8c1d-3d31-4b75-b536-956866678c7d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0674295 Nov 22 22:09:15.026133 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075773-6047-4886-b322-169b515a41fe req-a2aa861c-0be1-45eb-ac9d-d67690e584f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:15.028078 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-a2aa861c-0be1-45eb-ac9d-d67690e584f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0706980 Nov 22 22:09:15.118689 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-66b89653-f1fc-49a6-a382-58f9f3f60f8c req-933529da-5934-4b29-9bd7-b7f0c4549798 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Nov 22 22:09:15.203771 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075773-6047-4886-b322-169b515a41fe req-f06e65cb-3baa-4167-affe-7970f110eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:15.207178 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-f06e65cb-3baa-4167-affe-7970f110eddc service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.1456738 Nov 22 22:09:15.265894 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-2b545a80-a8d9-4a0d-a9c8-2e577970625d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0416396 Nov 22 22:09:15.372762 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075773-6047-4886-b322-169b515a41fe req-a8d73042-e070-4374-9f90-4ff0588183a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:15.376355 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-a8d73042-e070-4374-9f90-4ff0588183a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.1017625 Nov 22 22:09:15.431397 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-c1c1a7c3-c7d4-4a2f-a14d-89f2b4a2deb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410876 Nov 22 22:09:15.640252 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-edd88c7f-a876-4343-838b-a17c3091bfb1 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992586 Nov 22 22:09:15.670609 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:15.809624 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-24075773-6047-4886-b322-169b515a41fe req-16360633-31ca-47ff-9c74-9ce3c9b8e1f1 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597493 Nov 22 22:09:17.733370 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb1f2-fff5-4c3e-87c8-44466f20d31d req-73493249-5071-47ae-a46d-8655febe8c26 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:17.735185 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8e5fb1f2-fff5-4c3e-87c8-44466f20d31d req-73493249-5071-47ae-a46d-8655febe8c26 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0604684 Nov 22 22:09:17.792668 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8e5fb1f2-fff5-4c3e-87c8-44466f20d31d req-632248dd-b8cf-40d6-a288-c7f5cd60d1a6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493309 Nov 22 22:09:18.060205 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52936) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:18.182008 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba662a1f-bb77-454e-8cbb-457d8afb3443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.274373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba662a1f-bb77-454e-8cbb-457d8afb3443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.279479 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba662a1f-bb77-454e-8cbb-457d8afb3443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.323931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba662a1f-bb77-454e-8cbb-457d8afb3443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e9691-4f5d-44be-9ec3-e3d1aeb03238,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:18.328564 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ba662a1f-bb77-454e-8cbb-457d8afb3443 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5092598b5ea4612964f356a0c4b9570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670891 Nov 22 22:09:18.333120 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52942) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:18.389537 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.416157 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.474336 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.477344 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.478635 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a80e9691-4f5d-44be-9ec3-e3d1aeb03238 HTTP/1.1" status: 204 len: 168 time: 0.1444955 Nov 22 22:09:18.495468 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb3b8-224c-4a3f-a820-94d45a79142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e9691-4f5d-44be-9ec3-e3d1aeb03238,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:18.831702 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52952) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:18.856066 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:18.992467 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c44709-2f4b-412b-9caa-e7d8f7b04740 req-147b4ec3-f2de-459b-85c4-5c77bcbb3614 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:18.994135 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77c44709-2f4b-412b-9caa-e7d8f7b04740 req-147b4ec3-f2de-459b-85c4-5c77bcbb3614 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0996282 Nov 22 22:09:19.040471 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.047616 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.098495 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77c44709-2f4b-412b-9caa-e7d8f7b04740 req-dd1cd456-0363-41d7-b132-f98d968e141b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965092 Nov 22 22:09:19.116462 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87aeb0e1a7504cebbd21238dc2fa4809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828434 Nov 22 22:09:19.118281 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce0989-fc72-4080-9e6d-7c9d73133da0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:19.121963 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52956) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:19.134420 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.134717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.135088 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.135415 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.135748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.136130 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.136457 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.136761 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.137142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.137465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.137786 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.138101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d22643-b93d-460f-9777-eedd84193201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:19.195628 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.221580 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.282348 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.285799 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.287134 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01ce0989-fc72-4080-9e6d-7c9d73133da0 HTTP/1.1" status: 204 len: 168 time: 0.1640987 Nov 22 22:09:19.297941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d1ec-653a-448a-88bb-64c5f1d3ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce0989-fc72-4080-9e6d-7c9d73133da0,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:19.719135 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 52966) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:19.734808 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3c44bcf6-c8c5-404f-86bb-585d0a4dc41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.830526 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3c44bcf6-c8c5-404f-86bb-585d0a4dc41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.836021 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3c44bcf6-c8c5-404f-86bb-585d0a4dc41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:19.885865 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3c44bcf6-c8c5-404f-86bb-585d0a4dc41b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d1ccab0c9b34ad2bc4d6e07943ad6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652806 Nov 22 22:09:19.887280 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44bcf6-c8c5-404f-86bb-585d0a4dc41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ab48e1-21e8-441b-acce-f864b7b9aefd,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:19.889929 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 52968) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:19.970175 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:20.001977 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:20.062998 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:20.067561 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:20.069082 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ab48e1-21e8-441b-acce-f864b7b9aefd HTTP/1.1" status: 204 len: 168 time: 0.1774073 Nov 22 22:09:20.080350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ab48e1-21e8-441b-acce-f864b7b9aefd,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:20.091617 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.091944 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.092326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.092636 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.092969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.093340 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.093668 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.093996 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.094322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.094646 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.095035 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.095359 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cf562-e224-4fdc-bcf8-a00d6b2f9e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:20.270141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc2a4-4850-4c29-9e48-4845bd6ee41a req-c8b58829-c9e8-4f0b-bad6-18937727f2a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:20.273049 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e99bc2a4-4850-4c29-9e48-4845bd6ee41a req-c8b58829-c9e8-4f0b-bad6-18937727f2a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0671554 Nov 22 22:09:20.339225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e99bc2a4-4850-4c29-9e48-4845bd6ee41a req-96628304-4a53-458b-9d30-8c208911d29f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577917 Nov 22 22:09:21.496674 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde3979-e95a-467a-a413-7bf5583d79e6 req-862ed90c-8aec-4458-aed4-116312e882a1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:21.499464 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0fde3979-e95a-467a-a413-7bf5583d79e6 req-862ed90c-8aec-4458-aed4-116312e882a1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0650194 Nov 22 22:09:21.562641 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0fde3979-e95a-467a-a413-7bf5583d79e6 req-e04bdcae-d4f3-453d-8469-8b376bd2e103 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565326 Nov 22 22:09:22.729613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ddbc8-2174-45c5-8fd1-637ea2174a62 req-80ccef8e-a20f-4436-b740-bd5ec77deaa6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:22.731314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e82ddbc8-2174-45c5-8fd1-637ea2174a62 req-80ccef8e-a20f-4436-b740-bd5ec77deaa6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0619941 Nov 22 22:09:22.798880 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e82ddbc8-2174-45c5-8fd1-637ea2174a62 req-7fe05007-ce06-4c52-887c-ee51d324f830 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603600 Nov 22 22:09:23.595670 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007de34-9ff2-4ad2-b5dd-92cf1d89ac1b req-19a9de09-4a17-44b3-851e-5dedc76afb22 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:23.602015 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-4e2193d8-dc46-4bce-b741-b37505da69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:23.604992 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f007de34-9ff2-4ad2-b5dd-92cf1d89ac1b req-19a9de09-4a17-44b3-851e-5dedc76afb22 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0712593 Nov 22 22:09:23.605222 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-4e2193d8-dc46-4bce-b741-b37505da69dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0843761 Nov 22 22:09:23.672199 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f007de34-9ff2-4ad2-b5dd-92cf1d89ac1b req-42d60c15-5ce6-4ae3-bd3b-437f3ad48e30 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Nov 22 22:09:23.774273 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-df7287eb-e2b8-4cfa-ab0b-b59a26361aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:23.775849 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-df7287eb-e2b8-4cfa-ab0b-b59a26361aa1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.1620591 Nov 22 22:09:23.825228 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-f895e155-a9f1-4f15-8fc3-ed4fb9a7b6e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0409148 Nov 22 22:09:23.883564 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-f4f6823d-1418-4f9f-becb-bb38be4ff0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:23.885018 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-f4f6823d-1418-4f9f-becb-bb38be4ff0c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0519054 Nov 22 22:09:23.940534 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-0319855c-3fcc-4036-9e28-ce9dc99acb94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431798 Nov 22 22:09:24.021022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f5bd7-2bde-4423-ab83-7cf7c5beb0f5 req-36cdf0d7-1403-4e7d-9e8b-f9bff7612174 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:24.024146 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-145f5bd7-2bde-4423-ab83-7cf7c5beb0f5 req-36cdf0d7-1403-4e7d-9e8b-f9bff7612174 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0920160 Nov 22 22:09:24.088518 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-145f5bd7-2bde-4423-ab83-7cf7c5beb0f5 req-aa67aeb6-81ab-4530-997d-68956505d6cf tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Nov 22 22:09:24.091581 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-dcd5daf5-bd46-4b92-8008-b2d32829c4f9 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433277 Nov 22 22:09:24.206281 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6570a2e4-2b3c-491e-aa76-74cca2515c54 req-5895db0e-c26a-4b51-ad32-b4c2f92c4aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065929 Nov 22 22:09:24.861698 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7b9aa-b168-48b3-b5c3-615f5c2c4c6c req-223e7ddf-6c29-42ee-bcdf-9ba6d739c834 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:24.863663 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2db7b9aa-b168-48b3-b5c3-615f5c2c4c6c req-223e7ddf-6c29-42ee-bcdf-9ba6d739c834 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0794101 Nov 22 22:09:24.941215 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2db7b9aa-b168-48b3-b5c3-615f5c2c4c6c req-f405c6cb-4274-4da0-b1bf-e64372c1493d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674264 Nov 22 22:09:25.231286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11348b6-1bf9-4c4d-94cb-5458cb9ec2b6 req-48068ec7-ebaa-4e1c-aeca-eb5e0c617f00 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:25.233181 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c11348b6-1bf9-4c4d-94cb-5458cb9ec2b6 req-48068ec7-ebaa-4e1c-aeca-eb5e0c617f00 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0566914 Nov 22 22:09:25.291407 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c11348b6-1bf9-4c4d-94cb-5458cb9ec2b6 req-c12f4710-8ea7-46eb-82de-aba9508ae9e5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515392 Nov 22 22:09:26.081895 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0c2cf-0163-4df5-85bf-168ca5c85ee6 req-a938ea16-8b10-43d7-869d-b8e586d46fb3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:26.083522 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f7b0c2cf-0163-4df5-85bf-168ca5c85ee6 req-a938ea16-8b10-43d7-869d-b8e586d46fb3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0586538 Nov 22 22:09:26.162076 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f7b0c2cf-0163-4df5-85bf-168ca5c85ee6 req-e2232d5a-3dd2-4ced-8437-6f6c41d415c8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Nov 22 22:09:26.463575 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1654b6-94d6-4577-a8f9-25528fa9c3c0 req-7824c89b-7057-4916-ae40-ad73bcb4b571 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:26.466070 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1d1654b6-94d6-4577-a8f9-25528fa9c3c0 req-7824c89b-7057-4916-ae40-ad73bcb4b571 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0742257 Nov 22 22:09:26.557535 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1d1654b6-94d6-4577-a8f9-25528fa9c3c0 req-9275575e-ebbc-43c5-b8dc-63afdc7f32b4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787046 Nov 22 22:09:27.334857 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c906c07-8c37-4ee2-b3cd-ec331b65468f req-37778ce5-67a1-458f-80fb-a53cdb9cdd0c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:27.337521 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c906c07-8c37-4ee2-b3cd-ec331b65468f req-37778ce5-67a1-458f-80fb-a53cdb9cdd0c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0817857 Nov 22 22:09:27.417724 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c906c07-8c37-4ee2-b3cd-ec331b65468f req-97161c7b-8ff0-4dcb-a460-ec3f4f6111b2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730169 Nov 22 22:09:27.720512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7c7d3-d238-471b-8d05-816879a9e7f1 req-1fa27064-c7ce-4f6a-8604-56bcfcdfecf4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:27.722329 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57e7c7d3-d238-471b-8d05-816879a9e7f1 req-1fa27064-c7ce-4f6a-8604-56bcfcdfecf4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0629370 Nov 22 22:09:27.779263 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57e7c7d3-d238-471b-8d05-816879a9e7f1 req-347b3f5e-7a83-4f50-b3f3-7ce2d4b94689 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498154 Nov 22 22:09:28.566136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155119e1-bdbe-4d66-8633-f94805608d8a req-89501db6-0959-463b-b12e-123e62a913e5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:28.567867 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-155119e1-bdbe-4d66-8633-f94805608d8a req-89501db6-0959-463b-b12e-123e62a913e5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0624554 Nov 22 22:09:28.640718 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-155119e1-bdbe-4d66-8633-f94805608d8a req-a809b8db-d70d-44db-9841-85e938afa53c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609891 Nov 22 22:09:28.939964 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e9c7-e883-40d4-a61b-5708c63d2ba8 req-ef1d3e83-83e7-4bb1-bb29-cbafbc40e6bf tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:28.941656 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4398e9c7-e883-40d4-a61b-5708c63d2ba8 req-ef1d3e83-83e7-4bb1-bb29-cbafbc40e6bf tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0716538 Nov 22 22:09:29.018358 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4398e9c7-e883-40d4-a61b-5708c63d2ba8 req-eb758bf4-caba-43a0-a305-1f4b8868be3b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660396 Nov 22 22:09:29.789373 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee551e-e7a9-4823-9220-5b0ce27c36f1 req-b3d1f7f7-4acd-4fa9-9585-b424109f68f0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:29.791042 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-25ee551e-e7a9-4823-9220-5b0ce27c36f1 req-b3d1f7f7-4acd-4fa9-9585-b424109f68f0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0573990 Nov 22 22:09:29.864938 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-25ee551e-e7a9-4823-9220-5b0ce27c36f1 req-5b197469-fba9-4545-8d0d-f7779e3a41bf tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662544 Nov 22 22:09:30.199771 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9d0c-f07a-47b2-b790-367a85b34959 req-0192304e-9377-4daf-b610-de2f98737ab8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:30.201537 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49da9d0c-f07a-47b2-b790-367a85b34959 req-0192304e-9377-4daf-b610-de2f98737ab8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0722735 Nov 22 22:09:30.267039 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49da9d0c-f07a-47b2-b790-367a85b34959 req-dc9014fc-4554-43be-8e24-a5f7b90ed6d4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548496 Nov 22 22:09:30.507638 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed9bd-63ee-4797-9202-09ae58a4ccf1 req-c7ced207-c847-4acf-84ba-9061d9737127 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:30.510659 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ba8ed9bd-63ee-4797-9202-09ae58a4ccf1 req-c7ced207-c847-4acf-84ba-9061d9737127 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0719521 Nov 22 22:09:30.593741 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ba8ed9bd-63ee-4797-9202-09ae58a4ccf1 req-011cffc8-a4c2-4b3d-b28f-f1a24f60fa14 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762258 Nov 22 22:09:31.152582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2f35-0392-43a9-98d0-994256be1623 req-e3b884ae-25e4-4dfc-8383-8956dedc12f6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:31.154771 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-983e2f35-0392-43a9-98d0-994256be1623 req-e3b884ae-25e4-4dfc-8383-8956dedc12f6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0576823 Nov 22 22:09:31.228867 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-983e2f35-0392-43a9-98d0-994256be1623 req-dc10a705-37b8-4e75-af1f-5bf4d45be125 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Nov 22 22:09:31.418832 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0631eb-c1cc-462b-96be-3a12103610be req-f9ce8af0-d3af-42b7-a86c-176ec866a8b1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:31.420322 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ec0631eb-c1cc-462b-96be-3a12103610be req-f9ce8af0-d3af-42b7-a86c-176ec866a8b1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0549138 Nov 22 22:09:31.494135 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ec0631eb-c1cc-462b-96be-3a12103610be req-4102ab22-6c12-46ae-a18d-360c7b327031 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621512 Nov 22 22:09:31.731234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadb7f0-84b5-45ce-94d8-2dc7abcbdb8b req-af288215-eda2-49b8-8b96-d6bb291436cf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:31.732879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7eadb7f0-84b5-45ce-94d8-2dc7abcbdb8b req-af288215-eda2-49b8-8b96-d6bb291436cf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0554936 Nov 22 22:09:31.792575 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7eadb7f0-84b5-45ce-94d8-2dc7abcbdb8b req-a6ecd9f9-bd8b-44b0-a86b-3aaf4e985a42 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522261 Nov 22 22:09:32.367664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523be85-2b8b-4f1f-a8ff-daaa5534afc0 req-b0525ecb-0bde-4089-9637-73163504f31d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:32.369671 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b523be85-2b8b-4f1f-a8ff-daaa5534afc0 req-b0525ecb-0bde-4089-9637-73163504f31d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0661652 Nov 22 22:09:32.426005 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b523be85-2b8b-4f1f-a8ff-daaa5534afc0 req-52b61462-7908-4cd1-9b98-f8c70209d442 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Nov 22 22:09:32.643332 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19bbf-3be9-4012-9b9f-c1e898079933 req-1a1b465e-c87c-4686-9339-547f498b517d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:32.645039 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-19b19bbf-3be9-4012-9b9f-c1e898079933 req-1a1b465e-c87c-4686-9339-547f498b517d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0576606 Nov 22 22:09:32.704845 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-19b19bbf-3be9-4012-9b9f-c1e898079933 req-899ad196-c3fd-4426-a0b3-2e092ba01030 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525799 Nov 22 22:09:32.979316 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d386f-8375-464b-9c46-928c3534b8e3 req-a904a7d7-23c4-4aac-ac39-938c4d6bfaa2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:32.982244 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0e5d386f-8375-464b-9c46-928c3534b8e3 req-a904a7d7-23c4-4aac-ac39-938c4d6bfaa2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0913742 Nov 22 22:09:33.039925 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0e5d386f-8375-464b-9c46-928c3534b8e3 req-4e96d774-16aa-4710-aefc-823618433221 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513134 Nov 22 22:09:33.562826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47b234-ead3-406a-b771-6e483c9858ce req-60d7dc25-7a77-4f81-b75d-8c6765e35a90 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:33.563657 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d47b234-ead3-406a-b771-6e483c9858ce req-60d7dc25-7a77-4f81-b75d-8c6765e35a90 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0581028 Nov 22 22:09:33.627851 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d47b234-ead3-406a-b771-6e483c9858ce req-45ba7960-b94d-4c33-9979-9f68d0875890 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559049 Nov 22 22:09:33.861641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3b2d7-b742-409c-8fdb-8b2cd8d74910 req-19d4569d-d2ce-488a-bcd2-29adf14524c4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:33.863350 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b8b3b2d7-b742-409c-8fdb-8b2cd8d74910 req-19d4569d-d2ce-488a-bcd2-29adf14524c4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0570900 Nov 22 22:09:33.927505 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b8b3b2d7-b742-409c-8fdb-8b2cd8d74910 req-79f8dbd8-20ae-4e81-906e-84f6ba2346d7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533202 Nov 22 22:09:34.239843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb69739-7b01-47a4-8fd4-df3d4c77e2b0 req-47e4a7e5-fd3b-4f95-aa6d-cdf83da4f036 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:34.242709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1fb69739-7b01-47a4-8fd4-df3d4c77e2b0 req-47e4a7e5-fd3b-4f95-aa6d-cdf83da4f036 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0815139 Nov 22 22:09:34.301324 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1fb69739-7b01-47a4-8fd4-df3d4c77e2b0 req-84e851cb-799c-481e-8b4b-df563e815edb tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520790 Nov 22 22:09:34.775171 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a0cdd-df59-4053-b190-e814a52e0095 req-f3baffd1-a4fd-4a5e-b198-fd43748e515e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:34.778078 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-086a0cdd-df59-4053-b190-e814a52e0095 req-f3baffd1-a4fd-4a5e-b198-fd43748e515e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0707042 Nov 22 22:09:34.832712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-086a0cdd-df59-4053-b190-e814a52e0095 req-6790377c-69ed-4349-ba89-6de472354381 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Nov 22 22:09:35.112986 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8febf-bfe6-48a6-a053-59cc0f6fed8d req-84fecf0d-f78f-4605-af38-f9801dd775fd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:35.114729 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-07f8febf-bfe6-48a6-a053-59cc0f6fed8d req-84fecf0d-f78f-4605-af38-f9801dd775fd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0860660 Nov 22 22:09:35.179461 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-07f8febf-bfe6-48a6-a053-59cc0f6fed8d req-d5dd0591-dfa6-44b7-88d0-f62d82f0ec85 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571024 Nov 22 22:09:35.456103 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada990d-c666-4464-99c3-452e174e2dff req-078c26c3-70d9-4d6f-8bfd-b1685e0b7e47 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:35.459004 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ada990d-c666-4464-99c3-452e174e2dff req-078c26c3-70d9-4d6f-8bfd-b1685e0b7e47 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0650146 Nov 22 22:09:35.558060 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ada990d-c666-4464-99c3-452e174e2dff req-e31d49bf-e298-4484-9f0b-6d8c279cdbe6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894928 Nov 22 22:09:35.987155 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e16bb-9e56-420c-add6-0908578cf65e req-e2b691b8-bc9c-4fc8-9e4b-e91d4e7e1b9f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:35.988883 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7a9e16bb-9e56-420c-add6-0908578cf65e req-e2b691b8-bc9c-4fc8-9e4b-e91d4e7e1b9f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0677907 Nov 22 22:09:36.067071 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7a9e16bb-9e56-420c-add6-0908578cf65e req-6ce779fc-78ef-48d2-9903-af9817fc6c3d tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693352 Nov 22 22:09:36.232610 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:09:36.320958 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:09:36.363124 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:09:36.377881 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:09:36.391888 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6494d-d3bd-42de-89c5-14e5651dacbc req-35201f56-d8bb-45b1-8547-a2a944ddda8e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:36.394861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cfd6494d-d3bd-42de-89c5-14e5651dacbc req-35201f56-d8bb-45b1-8547-a2a944ddda8e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0875599 Nov 22 22:09:36.431596 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:36.450819 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:09:36.472777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cfd6494d-d3bd-42de-89c5-14e5651dacbc req-b8d2f781-1619-4467-b82f-d8d0926b8765 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708194 Nov 22 22:09:36.482640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:09:36.490765 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:36.561549 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=6']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:36.570065 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.570431 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.570779 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.571113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.571443 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.571787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.572121 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.572448 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.572785 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.573140 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.573488 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.573771 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:09:36.601374 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['f164dbd6-6e3d-4675-8e54-a01c0765048b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:09:36.712362 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746833f-b329-48be-8919-9d28553c9887 req-9b772634-fcab-4f4f-8625-ab3190fef883 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:36.714102 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5746833f-b329-48be-8919-9d28553c9887 req-9b772634-fcab-4f4f-8625-ab3190fef883 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0644710 Nov 22 22:09:36.795903 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5746833f-b329-48be-8919-9d28553c9887 req-b6bd6f7c-a3cc-4567-93dd-41af585ad71c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740626 Nov 22 22:09:37.183951 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad0a3c-e8a5-4bc2-8a7d-375790df819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:37.249192 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f450d-d1c0-4a06-b810-43e437a4758e req-c36672df-3b90-4e48-b9b0-7464153d01b7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:37.258619 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a3f450d-d1c0-4a06-b810-43e437a4758e req-c36672df-3b90-4e48-b9b0-7464153d01b7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0790894 Nov 22 22:09:37.321701 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a3f450d-d1c0-4a06-b810-43e437a4758e req-8c06d416-399f-4ac6-b035-354cc8382803 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Nov 22 22:09:37.656125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d73b-9a2c-4386-8fc0-f14389a14e0c req-0125ee7b-bd41-4493-99b1-9f37a3cb86ff tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:37.658722 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9bc0d73b-9a2c-4386-8fc0-f14389a14e0c req-0125ee7b-bd41-4493-99b1-9f37a3cb86ff tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0617769 Nov 22 22:09:37.759424 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9bc0d73b-9a2c-4386-8fc0-f14389a14e0c req-b65324b1-432a-4fd5-9cbe-ad0bba441f3a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875609 Nov 22 22:09:38.087258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cc702-4c9f-4805-b07b-7c5dfe36ae73 req-e8e8ceaa-4479-4dbc-b77f-4964fe6ac5e0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:38.090539 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-563cc702-4c9f-4805-b07b-7c5dfe36ae73 req-e8e8ceaa-4479-4dbc-b77f-4964fe6ac5e0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1609797 Nov 22 22:09:38.244022 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:09:38.413583 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port f164dbd6-6e3d-4675-8e54-a01c0765048b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:09:38.413955 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:38.545725 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:38.575678 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:09:38.579382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e960a636-a34b-4f28-8cb6-ebd40ff75c58" -d '{"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:09:38.597016 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:09:38.604377 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:38.663495 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99ce2f-e9f8-4dac-8665-32900d7ebe35 req-fe12249e-c013-4980-b6aa-c78dc994b7f9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:38.673371 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5a99ce2f-e9f8-4dac-8665-32900d7ebe35 req-fe12249e-c013-4980-b6aa-c78dc994b7f9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1019907 Nov 22 22:09:38.685209 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-563cc702-4c9f-4805-b07b-7c5dfe36ae73 req-eff7ee27-ecad-4cd0-9636-45583d517aa3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5868788 Nov 22 22:09:38.689008 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=7']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:38.763591 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b461cf-3093-4806-bba9-6f304d4bd6f0 x-openstack-request-id: req-a6b461cf-3093-4806-bba9-6f304d4bd6f0 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:09:38.763984 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:09:38.764356 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6b461cf-3093-4806-bba9-6f304d4bd6f0 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:09:38.764960 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'code': 200} Nov 22 22:09:38.771384 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5a99ce2f-e9f8-4dac-8665-32900d7ebe35 req-45924939-e90e-4ed5-9cda-a3c02cf1f942 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970123 Nov 22 22:09:39.014168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24b355-657c-4bd2-8c88-fb563a135a2f req-56da8982-5feb-475f-8e8a-d34f721ea17e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:39.017783 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf24b355-657c-4bd2-8c88-fb563a135a2f req-56da8982-5feb-475f-8e8a-d34f721ea17e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0822322 Nov 22 22:09:39.106543 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf24b355-657c-4bd2-8c88-fb563a135a2f req-a9f262db-22e9-4143-beeb-a54930ad36e7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756645 Nov 22 22:09:39.853783 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b85b3-6025-4530-acd3-d64ad62bcd16 req-1c82b82b-1c38-4a52-8f1a-8d25cc97997b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:39.855722 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9a5b85b3-6025-4530-acd3-d64ad62bcd16 req-1c82b82b-1c38-4a52-8f1a-8d25cc97997b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0588732 Nov 22 22:09:39.924943 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9a5b85b3-6025-4530-acd3-d64ad62bcd16 req-82742fbd-9efa-42b4-b50b-412377072886 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621166 Nov 22 22:09:40.001520 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62039a99-48be-403f-b927-26fb8a0a1a0d req-fa4896c2-36f0-40af-86a7-cb90e7347265 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:40.003671 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-62039a99-48be-403f-b927-26fb8a0a1a0d req-fa4896c2-36f0-40af-86a7-cb90e7347265 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0734899 Nov 22 22:09:40.091144 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-62039a99-48be-403f-b927-26fb8a0a1a0d req-933b1276-4423-4ad8-9d36-c3889b3d1d83 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Nov 22 22:09:40.284978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c9e9e-d734-4d93-b51c-fae99a1d661a req-0ad12e14-20a3-4bcb-9e22-cc98c75dbca4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:40.286609 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c64c9e9e-d734-4d93-b51c-fae99a1d661a req-0ad12e14-20a3-4bcb-9e22-cc98c75dbca4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0654964 Nov 22 22:09:40.373278 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c64c9e9e-d734-4d93-b51c-fae99a1d661a req-467a0a82-9606-424c-9621-d2931957e393 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703461 Nov 22 22:09:40.761815 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-95449a4a-2dca-45fb-b635-567c6adab920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:41.081633 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8f517-651d-4e61-b912-75693bcb444a req-5a743d8c-19f2-4dd2-b513-14090dbee97a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:41.084952 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8ca8f517-651d-4e61-b912-75693bcb444a req-5a743d8c-19f2-4dd2-b513-14090dbee97a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0732243 Nov 22 22:09:41.192564 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8ca8f517-651d-4e61-b912-75693bcb444a req-14a3052f-8e85-459a-8eda-fbb77d92816b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998845 Nov 22 22:09:41.309666 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa1fed-ffa5-4987-89cf-9ef73ac991ae req-1fb8ce9c-48ba-4635-aac7-fdb54a8509c9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:41.318008 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0faa1fed-ffa5-4987-89cf-9ef73ac991ae req-1fb8ce9c-48ba-4635-aac7-fdb54a8509c9 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0816302 Nov 22 22:09:41.422932 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0faa1fed-ffa5-4987-89cf-9ef73ac991ae req-373b388d-10df-445c-8531-00cb71ad741e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022871 Nov 22 22:09:41.574051 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd284604-3147-48be-a47c-c7703efa5f91 req-817c40ae-8ce4-4940-a652-d4e6082c7373 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:41.575751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cd284604-3147-48be-a47c-c7703efa5f91 req-817c40ae-8ce4-4940-a652-d4e6082c7373 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0679820 Nov 22 22:09:41.577139 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:41.666500 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cd284604-3147-48be-a47c-c7703efa5f91 req-6d7ca607-23ca-4f14-b174-a72e583b83b7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763192 Nov 22 22:09:42.390407 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9de36-16b2-49b7-9903-ec30c3bbf1da req-1947ddac-c3ac-4b3c-96b9-1d0aa50757af tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:42.401705 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fed9de36-16b2-49b7-9903-ec30c3bbf1da req-1947ddac-c3ac-4b3c-96b9-1d0aa50757af tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1076746 Nov 22 22:09:42.496566 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fed9de36-16b2-49b7-9903-ec30c3bbf1da req-7abae383-db47-4a36-bbfb-5bb2c016b477 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866494 Nov 22 22:09:42.672827 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d78b-2a21-4516-b8b6-1910e35e926e req-45984beb-bb3c-4af3-aa9b-5745f4f7104e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:42.674997 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5186d78b-2a21-4516-b8b6-1910e35e926e req-45984beb-bb3c-4af3-aa9b-5745f4f7104e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1428497 Nov 22 22:09:42.776661 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5186d78b-2a21-4516-b8b6-1910e35e926e req-15d85576-7106-4ddb-ad58-bb33e4202d4e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830836 Nov 22 22:09:42.869658 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789a1fb-bf14-42cd-ac08-48f51bdb059e req-bc76da3d-4113-48d3-a85d-55f9eefab86b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:42.871294 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f789a1fb-bf14-42cd-ac08-48f51bdb059e req-bc76da3d-4113-48d3-a85d-55f9eefab86b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0902271 Nov 22 22:09:42.960484 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f789a1fb-bf14-42cd-ac08-48f51bdb059e req-f050e1be-72e7-4895-b684-04577bb7a30b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725880 Nov 22 22:09:43.265628 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:43.281244 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:43.701550 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67088e8-7d2c-44e9-9d86-1e3a0530b6c2 req-f93ee4bf-4888-4ee8-bac4-59a17079e67b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:43.703134 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f67088e8-7d2c-44e9-9d86-1e3a0530b6c2 req-f93ee4bf-4888-4ee8-bac4-59a17079e67b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0743706 Nov 22 22:09:43.773938 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f67088e8-7d2c-44e9-9d86-1e3a0530b6c2 req-68716054-fa97-4c1e-9dd7-49262e515d15 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592265 Nov 22 22:09:43.956707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7aa9-af1a-4e79-8a7e-3f5277691fa7 req-a0577789-0573-4b75-9944-802b3749b2c6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:43.958502 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1bfb7aa9-af1a-4e79-8a7e-3f5277691fa7 req-a0577789-0573-4b75-9944-802b3749b2c6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0782199 Nov 22 22:09:44.048115 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1bfb7aa9-af1a-4e79-8a7e-3f5277691fa7 req-88ce029d-2ccf-42f4-842d-5ea46a460277 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Nov 22 22:09:44.138000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2bbc9-823e-4382-b9ba-f77a3ae145f2 req-08082d78-3d1f-4fc1-a744-fc43caf7c2e7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:44.140799 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22e2bbc9-823e-4382-b9ba-f77a3ae145f2 req-08082d78-3d1f-4fc1-a744-fc43caf7c2e7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0786164 Nov 22 22:09:44.246041 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22e2bbc9-823e-4382-b9ba-f77a3ae145f2 req-3247eb84-16f6-4979-844f-a0e6e1f53d59 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901837 Nov 22 22:09:44.996927 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e79f-c63e-4002-afa7-7c0eec530902 req-0bbb3b25-0638-45c5-875c-33829c6e82d8 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:45.009631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3774e79f-c63e-4002-afa7-7c0eec530902 req-0bbb3b25-0638-45c5-875c-33829c6e82d8 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1127543 Nov 22 22:09:45.082731 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3774e79f-c63e-4002-afa7-7c0eec530902 req-b93de1ef-af02-4c53-8d75-ad77fa0970b5 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717137 Nov 22 22:09:45.230169 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55799d4-5602-4cc6-8b68-fc52e034be21 req-223157c4-7e63-4820-bbd3-d7916d35c988 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:45.233229 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f55799d4-5602-4cc6-8b68-fc52e034be21 req-223157c4-7e63-4820-bbd3-d7916d35c988 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0990059 Nov 22 22:09:45.330866 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f55799d4-5602-4cc6-8b68-fc52e034be21 req-3f42aa29-23f6-4c09-9439-a4da6b9d538c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815237 Nov 22 22:09:45.515041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c81b5-cdc1-4925-b0f7-b9e3ca9d1efa req-b309889f-2fce-4c9e-a396-7af6972b545a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:45.518041 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc7c81b5-cdc1-4925-b0f7-b9e3ca9d1efa req-b309889f-2fce-4c9e-a396-7af6972b545a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.1361296 Nov 22 22:09:45.653013 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc7c81b5-cdc1-4925-b0f7-b9e3ca9d1efa req-9bca00ff-8ef0-44b9-9cb7-46074496d249 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269016 Nov 22 22:09:45.681737 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:46.241550 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375f5c5-b84b-4600-8a8c-0f4c2b907059 req-006052b1-1ffc-46f9-8216-01360441f2a2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:46.245438 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6375f5c5-b84b-4600-8a8c-0f4c2b907059 req-006052b1-1ffc-46f9-8216-01360441f2a2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0812786 Nov 22 22:09:46.308371 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6375f5c5-b84b-4600-8a8c-0f4c2b907059 req-a37377df-0474-43aa-bf58-fc3cff082d28 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563917 Nov 22 22:09:46.544715 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da211f-0068-4bf1-8f28-e4b845aa342f req-b4615043-e875-4cb5-99e1-4f2dfced3657 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:46.546684 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22da211f-0068-4bf1-8f28-e4b845aa342f req-b4615043-e875-4cb5-99e1-4f2dfced3657 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0703778 Nov 22 22:09:46.611802 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22da211f-0068-4bf1-8f28-e4b845aa342f req-a8ef1dd7-b7f5-43ff-94d6-469f4438b498 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Nov 22 22:09:46.843474 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e27e2-28a8-4043-b662-6915af29f9c6 req-97e8cca3-11dc-4000-b247-9f36922bade8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:46.845871 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d80e27e2-28a8-4043-b662-6915af29f9c6 req-97e8cca3-11dc-4000-b247-9f36922bade8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0680683 Nov 22 22:09:46.944731 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d80e27e2-28a8-4043-b662-6915af29f9c6 req-93d06145-c7ed-41c3-9e9a-d7c3444ea16a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920589 Nov 22 22:09:47.513957 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8cc75-5449-4919-9d67-1ba4c0c3fcd2 req-ed077df6-48b5-46ca-a33c-20a3314b761a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:47.515749 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c9b8cc75-5449-4919-9d67-1ba4c0c3fcd2 req-ed077df6-48b5-46ca-a33c-20a3314b761a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0989752 Nov 22 22:09:47.599624 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c9b8cc75-5449-4919-9d67-1ba4c0c3fcd2 req-97658230-2595-4df6-8f9c-fa727938da48 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738709 Nov 22 22:09:47.817768 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf8ab4-8295-4108-95a9-6ab07735be48 req-afc7a008-7cfa-436a-bf04-d6f5859727c4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:47.820631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-deaf8ab4-8295-4108-95a9-6ab07735be48 req-afc7a008-7cfa-436a-bf04-d6f5859727c4 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0862584 Nov 22 22:09:47.910116 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-deaf8ab4-8295-4108-95a9-6ab07735be48 req-16edc13a-acc4-4a88-9755-b175acee414b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819888 Nov 22 22:09:48.141998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d49394-3273-4230-bab8-1c862b2b89b5 req-bf680a60-3cd2-45f9-bf14-def04ce2ba49 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:48.144647 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e1d49394-3273-4230-bab8-1c862b2b89b5 req-bf680a60-3cd2-45f9-bf14-def04ce2ba49 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0978968 Nov 22 22:09:48.262002 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e1d49394-3273-4230-bab8-1c862b2b89b5 req-b3633bc0-3db7-4e00-8d5b-d86b50073871 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025984 Nov 22 22:09:48.759680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698522db-d53f-4f5a-b50c-db487420dd41 req-a6918220-85bf-43c5-99b6-93c152dae95d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:48.763184 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-698522db-d53f-4f5a-b50c-db487420dd41 req-a6918220-85bf-43c5-99b6-93c152dae95d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0814807 Nov 22 22:09:48.826605 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-698522db-d53f-4f5a-b50c-db487420dd41 req-778b36f5-1e4d-400b-93db-3959a9d13d3b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565960 Nov 22 22:09:49.040908 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f7848-2fe1-4d2b-bb6e-0f407793dc51 req-0219a967-7130-48ec-bf32-ca4c5526a940 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.042505 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a4f7848-2fe1-4d2b-bb6e-0f407793dc51 req-0219a967-7130-48ec-bf32-ca4c5526a940 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0595841 Nov 22 22:09:49.107884 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a4f7848-2fe1-4d2b-bb6e-0f407793dc51 req-8d342d07-afd0-4a69-9a2f-bc274ba541af tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Nov 22 22:09:49.176889 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-0570a4f5-5d01-4def-8c1c-d863affab30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.178487 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-0570a4f5-5d01-4def-8c1c-d863affab30a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1099 time: 0.0626919 Nov 22 22:09:49.290560 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-6b84c517-3b3b-4981-bac5-25e36b8ab7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.292171 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-6b84c517-3b3b-4981-bac5-25e36b8ab7ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1058898 Nov 22 22:09:49.413165 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-ebb7bfc1-7f68-4f16-8f58-f59c62223862 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 1002 time: 0.1107545 Nov 22 22:09:49.456916 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d3ff-e530-4951-950d-665057eeca26 req-4c34da20-137b-45e3-9581-d272e12b7fa2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.459227 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5392d3ff-e530-4951-950d-665057eeca26 req-4c34da20-137b-45e3-9581-d272e12b7fa2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0677228 Nov 22 22:09:49.486869 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-415e33f1-9e13-4bc5-8cad-c194ce32f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.488521 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-415e33f1-9e13-4bc5-8cad-c194ce32f5fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0665991 Nov 22 22:09:49.545261 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5392d3ff-e530-4951-950d-665057eeca26 req-94f8db88-a3c0-4073-8322-0d2c162c0eb3 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735686 Nov 22 22:09:49.550171 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-60e184b6-f787-455f-8cfb-818916706949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.553660 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-60e184b6-f787-455f-8cfb-818916706949 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535498 Nov 22 22:09:49.682431 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-a966d040-debe-4a7c-be5b-45c5c48efbc0 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196804 Nov 22 22:09:49.782137 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-d0059c06-14a8-4283-9277-5615e4de1b19 req-423af5b6-bb05-42e6-9ba4-c0002ba33ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Nov 22 22:09:49.960390 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcff003-c6ce-4313-a85d-ab9dbefa4311 req-da9adba2-fbe6-41fc-8d25-7c20517e89ec tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:49.962034 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bfcff003-c6ce-4313-a85d-ab9dbefa4311 req-da9adba2-fbe6-41fc-8d25-7c20517e89ec tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0547390 Nov 22 22:09:50.020829 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bfcff003-c6ce-4313-a85d-ab9dbefa4311 req-86548e7e-c023-488f-882d-8acf88d3b58e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481570 Nov 22 22:09:50.257755 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739312-333a-40b5-ac37-2e3d6f88a923 req-60e5ab9c-73fe-4ff1-ade2-f6942f5512bc tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:50.259363 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-34739312-333a-40b5-ac37-2e3d6f88a923 req-60e5ab9c-73fe-4ff1-ade2-f6942f5512bc tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0559757 Nov 22 22:09:50.315838 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-34739312-333a-40b5-ac37-2e3d6f88a923 req-53673998-2b35-4e8e-807a-5b6e2d06f669 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Nov 22 22:09:50.549940 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f9bb-7da5-4cdb-aa49-ae186f48796d req-cc2a4bb7-2073-4f91-95cf-56ddeab5b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:50.552548 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-45e3f9bb-7da5-4cdb-aa49-ae186f48796d req-cc2a4bb7-2073-4f91-95cf-56ddeab5b82c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0464263 Nov 22 22:09:50.634569 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-45e3f9bb-7da5-4cdb-aa49-ae186f48796d req-1a59965a-15f6-4ddd-b46d-93450bc7d4e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Nov 22 22:09:50.731281 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac33a3-fb61-4b88-8037-d91d581336b1 req-4d958f71-d132-4417-b861-840bf93c5186 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:50.733356 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e9ac33a3-fb61-4b88-8037-d91d581336b1 req-4d958f71-d132-4417-b861-840bf93c5186 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0839021 Nov 22 22:09:50.801169 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e9ac33a3-fb61-4b88-8037-d91d581336b1 req-08180a06-af2e-452a-8bad-d31463b6cd99 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607936 Nov 22 22:09:50.902557 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53376) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:51.142259 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cbc1-09de-4d49-bb0b-6453befa57ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.147109 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906ad8-4669-4c83-afdb-ebf0bd0b2faa req-ea18c3b2-9677-4a59-b788-663a12746a41 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:51.149154 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-93906ad8-4669-4c83-afdb-ebf0bd0b2faa req-ea18c3b2-9677-4a59-b788-663a12746a41 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0546293 Nov 22 22:09:51.215802 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-93906ad8-4669-4c83-afdb-ebf0bd0b2faa req-d660e4f2-5819-4345-b976-32b4e570fd58 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546939 Nov 22 22:09:51.246365 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cbc1-09de-4d49-bb0b-6453befa57ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.252231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cbc1-09de-4d49-bb0b-6453befa57ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.295913 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-3ea8cbc1-09de-4d49-bb0b-6453befa57ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bd816a860db432f81b759b8339469e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918817 Nov 22 22:09:51.296832 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8cbc1-09de-4d49-bb0b-6453befa57ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9abaa63-0e64-4673-b794-5a8fccddddde,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:51.299407 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53384) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:51.358895 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.387570 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.472748 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.477709 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:51.479728 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9abaa63-0e64-4673-b794-5a8fccddddde HTTP/1.1" status: 204 len: 168 time: 0.1790407 Nov 22 22:09:51.495131 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb017e78-5b32-4823-9399-645c0c998363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9abaa63-0e64-4673-b794-5a8fccddddde,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:51.529835 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd537be-22d9-4082-a8aa-3219cb31a861 req-1e3f511f-15e9-4384-9a97-62330e2a7585 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:51.533365 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1fd537be-22d9-4082-a8aa-3219cb31a861 req-1e3f511f-15e9-4384-9a97-62330e2a7585 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1001525 Nov 22 22:09:51.631263 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1fd537be-22d9-4082-a8aa-3219cb31a861 req-d58ef05b-3870-45b9-bc18-2226a2a5d8c7 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835018 Nov 22 22:09:51.957090 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0e8fe-9212-4d55-8836-0945a21a5746 req-9296437d-4144-4dc5-be33-fb1b0c1a1952 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:51.958709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c5a0e8fe-9212-4d55-8836-0945a21a5746 req-9296437d-4144-4dc5-be33-fb1b0c1a1952 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0559385 Nov 22 22:09:52.013197 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c5a0e8fe-9212-4d55-8836-0945a21a5746 req-05536b79-fd38-4965-943e-24e53a5133fd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479281 Nov 22 22:09:52.402626 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671c9c7-d2c4-4e6e-b5c4-34d97fdf8d41 req-88a03aee-cccd-434a-8df3-263e8532ebce tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:52.405489 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d671c9c7-d2c4-4e6e-b5c4-34d97fdf8d41 req-88a03aee-cccd-434a-8df3-263e8532ebce tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0922062 Nov 22 22:09:52.474682 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d671c9c7-d2c4-4e6e-b5c4-34d97fdf8d41 req-c6f91c79-1970-40db-93fa-36420532395c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598633 Nov 22 22:09:52.591060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-628268b4-9ae4-4b3c-adcc-577e28f28513 req-0f8a56db-8c69-49de-9208-1f3e5cd66d19 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:09:52.592324 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-628268b4-9ae4-4b3c-adcc-577e28f28513 req-0f8a56db-8c69-49de-9208-1f3e5cd66d19 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059912 Nov 22 22:09:52.856101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6d8c4-c320-4517-a348-b39651ec1757 req-21792318-e204-4e1a-b94d-52b5d7a801c0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:52.857778 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-35e6d8c4-c320-4517-a348-b39651ec1757 req-21792318-e204-4e1a-b94d-52b5d7a801c0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1290855 Nov 22 22:09:52.873375 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99dc4-824f-47a3-819e-0acba9b124b5 req-7876d360-3271-4882-bade-853e863daafa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:52.875732 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-37e99dc4-824f-47a3-819e-0acba9b124b5 req-7876d360-3271-4882-bade-853e863daafa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.1092722 Nov 22 22:09:52.965906 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-35e6d8c4-c320-4517-a348-b39651ec1757 req-089e4ac0-b6b1-4bdc-952e-bf3927bd8982 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887346 Nov 22 22:09:52.971100 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-37e99dc4-824f-47a3-819e-0acba9b124b5 req-b6d6809c-b3b7-46e8-a27a-430397827d4e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841112 Nov 22 22:09:53.191914 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53440) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:09:53.371878 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-7cd5478c-fb94-4775-a48d-f3c040428366 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780789 Nov 22 22:09:53.389211 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-61bae9c8-3a43-4bbe-8618-d4766caf214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:53.391669 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b472a91a-9dc7-4424-b2e4-4d22a918fb12 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:09:53.392570 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-61bae9c8-3a43-4bbe-8618-d4766caf214b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=26ebf09b632f46b98021935f67e4c667&device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 1099 time: 0.0759788 Nov 22 22:09:53.392712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b472a91a-9dc7-4424-b2e4-4d22a918fb12 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086396 Nov 22 22:09:53.433579 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e817bf-6f07-49d8-8b83-49c364c208b2 req-4fad399a-f93c-413e-82a2-825efa5f0521 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:53.435586 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-68e817bf-6f07-49d8-8b83-49c364c208b2 req-4fad399a-f93c-413e-82a2-825efa5f0521 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0715382 Nov 22 22:09:53.498347 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-68e817bf-6f07-49d8-8b83-49c364c208b2 req-a755a94b-dfc2-417a-9c54-686c4f95a7e5 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Nov 22 22:09:53.539104 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-2dc35c8b-bdf5-40c7-b65d-62e73ccd9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:53.541748 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-2dc35c8b-bdf5-40c7-b65d-62e73ccd9bc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 200 len: 919 time: 0.1408029 Nov 22 22:09:53.590799 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-c5caa0a3-4852-4c86-aebf-fb3dc25735ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 200 len: 217 time: 0.0422659 Nov 22 22:09:53.629650 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e7764-362c-456e-a66d-facaa11d9df5 req-2c44f4f6-33c5-468a-8651-1de7ff145d6b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:53.631380 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-411e7764-362c-456e-a66d-facaa11d9df5 req-2c44f4f6-33c5-468a-8651-1de7ff145d6b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0718923 Nov 22 22:09:53.644496 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-3e477470-68ed-4639-b7aa-a771ee95e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:53.646404 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-3e477470-68ed-4639-b7aa-a771ee95e893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 200 len: 858 time: 0.0483000 Nov 22 22:09:53.684693 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-8958a366-196a-4927-bff5-186e934ccae6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293784 Nov 22 22:09:53.693688 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-411e7764-362c-456e-a66d-facaa11d9df5 req-af26a5e5-6c60-4c79-ac3f-9ab6721df844 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555718 Nov 22 22:09:53.786282 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-6c5ae8b1-2b88-4a88-8012-ad61c38dcafe service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940742 Nov 22 22:09:53.895655 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-3ac1ddfb-bb08-4952-867e-c7b5c715b3d4 req-4cb64ff0-e2f9-47cb-86c6-e831d22eba30 service neutron] 10.222.0.31 "GET /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023211 Nov 22 22:09:54.126736 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407cf2c-5cac-45e3-8a8b-6ff8f1185cf3 req-428b6a4b-9280-4c6b-b2ca-cd03d0099d0f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:54.128341 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8407cf2c-5cac-45e3-8a8b-6ff8f1185cf3 req-428b6a4b-9280-4c6b-b2ca-cd03d0099d0f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 946 time: 0.0614285 Nov 22 22:09:54.208271 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8407cf2c-5cac-45e3-8a8b-6ff8f1185cf3 req-e7673d12-7b61-413b-a000-d6273d656edc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721514 Nov 22 22:09:54.331225 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:09:54.428225 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:54.456364 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:09:54.458795 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40625bd-03c8-4bb6-a50b-d93cbbc499c8" -d '{"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-unplugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:09:54.484952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:09:54.490876 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:09:54.500671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 22:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99028030-76ae-4846-a7f4-1f37cfbcf030 x-openstack-request-id: req-99028030-76ae-4846-a7f4-1f37cfbcf030 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:09:54.501181 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-unplugged", "status": "failed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "code": 422}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:09:54.501634 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99028030-76ae-4846-a7f4-1f37cfbcf030 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:09:54.502229 dv-cinder-774288-12-iscsi neutron-server[102839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'code': 422} returned with failed status Nov 22 22:09:54.573420 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=8']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:09:54.643174 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8caf9-1970-4b7b-adc3-dc0283b91a15 req-cdbe876b-548b-483e-9b2c-658329a45125 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:54.645636 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-05b8caf9-1970-4b7b-adc3-dc0283b91a15 req-cdbe876b-548b-483e-9b2c-658329a45125 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0626070 Nov 22 22:09:54.724448 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-05b8caf9-1970-4b7b-adc3-dc0283b91a15 req-84af01b2-dd02-46ac-b95f-8efcd4ac7379 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666463 Nov 22 22:09:54.848863 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7da07c-831a-48df-88ca-81c5ec2f6cc6 req-2ca93dbb-4889-4e98-9640-73dd1d4f1394 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:54.850456 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd7da07c-831a-48df-88ca-81c5ec2f6cc6 req-2ca93dbb-4889-4e98-9640-73dd1d4f1394 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0587609 Nov 22 22:09:54.906440 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd7da07c-831a-48df-88ca-81c5ec2f6cc6 req-19fbef3b-6b3d-447e-be63-d42b39e6e9e2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496790 Nov 22 22:09:55.062568 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-90dfa572-56cd-4610-b6da-4bae4837a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.064159 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-90dfa572-56cd-4610-b6da-4bae4837a07b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 1097 time: 0.0748341 Nov 22 22:09:55.143139 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b39f6669-e807-451a-9be7-e18a371cfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.144875 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b39f6669-e807-451a-9be7-e18a371cfbeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1097 time: 0.0543263 Nov 22 22:09:55.260047 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b9913e7f-f309-4645-aa02-0b16c17b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.261670 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-b9913e7f-f309-4645-aa02-0b16c17b820f service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1042647 Nov 22 22:09:55.352321 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-3a152c97-709c-4f37-9637-0fcb2d984c3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 1000 time: 0.0774970 Nov 22 22:09:55.382705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c8841-5b1a-4d1e-a0e6-298c6a3675ab req-6a190e7e-2329-4a3b-a9dd-0cfd54d37fdb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.386467 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bb0c8841-5b1a-4d1e-a0e6-298c6a3675ab req-6a190e7e-2329-4a3b-a9dd-0cfd54d37fdb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0859635 Nov 22 22:09:55.429490 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-c5a3d51b-6d8e-4394-a1cc-768869a31640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.431607 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-c5a3d51b-6d8e-4394-a1cc-768869a31640 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0709808 Nov 22 22:09:55.468665 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bb0c8841-5b1a-4d1e-a0e6-298c6a3675ab req-e6094777-35a8-43ca-9083-7a13f90278d6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675242 Nov 22 22:09:55.499063 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-d6686fa8-5e5a-45e8-b8da-f7a724ac1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.500797 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-d6686fa8-5e5a-45e8-b8da-f7a724ac1238 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566173 Nov 22 22:09:55.608601 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-59bbed59-c2f5-4406-9161-2d9650204e7a service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982647 Nov 22 22:09:55.711158 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-abdc6d30-7baf-4308-ae01-91425f8e9a61 req-cd01628b-b2b7-408c-9f01-3e9361759147 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944309 Nov 22 22:09:55.881637 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d57fb-6e2f-4c95-bc88-5ac59c6236e8 req-b2fe311c-2cec-49af-9432-b3151f08337c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:55.884412 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8b7d57fb-6e2f-4c95-bc88-5ac59c6236e8 req-b2fe311c-2cec-49af-9432-b3151f08337c tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0663927 Nov 22 22:09:55.969182 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8b7d57fb-6e2f-4c95-bc88-5ac59c6236e8 req-00fa17d3-b600-4983-ac8e-73fbd33ed342 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771871 Nov 22 22:09:56.072983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade178d3-d652-43dc-bae6-aa168823e148 req-7b725f63-6643-485a-814b-f7d24afecacf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:56.075235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ade178d3-d652-43dc-bae6-aa168823e148 req-7b725f63-6643-485a-814b-f7d24afecacf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0828364 Nov 22 22:09:56.157551 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ade178d3-d652-43dc-bae6-aa168823e148 req-5cde1657-7700-45a4-b3d9-b39b16e8fd2b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712621 Nov 22 22:09:56.751357 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0791860-9e13-42ca-ad0b-5ec40970bc8b req-a849f8e8-8b0e-478d-9091-36ef91d74e00 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:56.753982 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c0791860-9e13-42ca-ad0b-5ec40970bc8b req-a849f8e8-8b0e-478d-9091-36ef91d74e00 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.1565709 Nov 22 22:09:56.841066 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c0791860-9e13-42ca-ad0b-5ec40970bc8b req-a63a3c9f-7f3b-4816-bedc-352fe3d0c754 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807760 Nov 22 22:09:57.361083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bb887-6772-4d91-af44-7b5bca4d36bf req-516a7a97-df08-4181-b5f0-8cab7baa16e3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:57.362987 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-402bb887-6772-4d91-af44-7b5bca4d36bf req-516a7a97-df08-4181-b5f0-8cab7baa16e3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0747895 Nov 22 22:09:57.431238 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-402bb887-6772-4d91-af44-7b5bca4d36bf req-c72ad169-9723-4179-9fb7-93a36f3cd63a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613282 Nov 22 22:09:57.996867 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199167c-f29f-41d9-bcdc-909841698a76 req-656121a5-46b0-4efb-a29b-1d0efcddd33d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:57.999661 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a199167c-f29f-41d9-bcdc-909841698a76 req-656121a5-46b0-4efb-a29b-1d0efcddd33d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0684183 Nov 22 22:09:58.073328 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a199167c-f29f-41d9-bcdc-909841698a76 req-3b2a6412-cf0f-4a2e-981b-fe3ededa6772 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616422 Nov 22 22:09:58.602901 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0a8d-af55-4997-89d6-750e51e9b4d4 req-93e0a630-bf95-4e79-9dc6-b317015e3371 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:58.605273 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80bc0a8d-af55-4997-89d6-750e51e9b4d4 req-93e0a630-bf95-4e79-9dc6-b317015e3371 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0827010 Nov 22 22:09:58.690540 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80bc0a8d-af55-4997-89d6-750e51e9b4d4 req-e2310dd0-e9a0-4c89-b9a6-4925d0723971 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757568 Nov 22 22:09:59.274265 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c944d-8aec-4c7b-9ebe-114d5485e304 req-b26d573f-23ef-4af6-bc92-edf17a240b27 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:59.274265 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f29c944d-8aec-4c7b-9ebe-114d5485e304 req-b26d573f-23ef-4af6-bc92-edf17a240b27 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0759618 Nov 22 22:09:59.367615 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f29c944d-8aec-4c7b-9ebe-114d5485e304 req-1839e04b-9f33-453b-97ab-e92eb6b279a4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825713 Nov 22 22:09:59.850627 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523473d3-4203-4904-a5a7-008c1a077b2e req-54806eec-f863-4e01-a557-846aee139b28 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:09:59.852219 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-523473d3-4203-4904-a5a7-008c1a077b2e req-54806eec-f863-4e01-a557-846aee139b28 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0631697 Nov 22 22:09:59.928687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-523473d3-4203-4904-a5a7-008c1a077b2e req-fdcf2d88-2ddc-4faa-b627-20d3c325fdcd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700791 Nov 22 22:10:00.571194 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f367a-a904-4833-903a-7cb3427c72b3 req-a3a7587c-d627-493a-b7b0-845aaaa632c5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:00.573666 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-da9f367a-a904-4833-903a-7cb3427c72b3 req-a3a7587c-d627-493a-b7b0-845aaaa632c5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0861239 Nov 22 22:10:00.646841 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-da9f367a-a904-4833-903a-7cb3427c72b3 req-65076b26-86dd-41e6-bd5e-d58817e1ef83 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665326 Nov 22 22:10:01.083463 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02888985-db4c-4e31-a599-f07a85c12741 req-7dc7d87e-d14a-415d-8ae0-86c61f26e8ae tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:01.086426 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-02888985-db4c-4e31-a599-f07a85c12741 req-7dc7d87e-d14a-415d-8ae0-86c61f26e8ae tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0615487 Nov 22 22:10:01.154556 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-02888985-db4c-4e31-a599-f07a85c12741 req-35b27824-b483-451b-b9f6-4ea07bbeead0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569677 Nov 22 22:10:01.826215 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebca8d-df2a-468a-8717-95c6b13aafe5 req-19b991cd-dd62-4e2a-a96c-fd5c95560620 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:01.827947 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-29ebca8d-df2a-468a-8717-95c6b13aafe5 req-19b991cd-dd62-4e2a-a96c-fd5c95560620 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0604405 Nov 22 22:10:01.889907 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-29ebca8d-df2a-468a-8717-95c6b13aafe5 req-92be4e70-4714-4c0f-a9ce-292184432d73 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544572 Nov 22 22:10:02.298883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d879-918b-4662-8a9b-1b4747df915b req-f6b767c2-1f2a-4409-9103-a32c2d02ce92 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:02.301971 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1cf0d879-918b-4662-8a9b-1b4747df915b req-f6b767c2-1f2a-4409-9103-a32c2d02ce92 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0719366 Nov 22 22:10:02.390374 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1cf0d879-918b-4662-8a9b-1b4747df915b req-0a135210-9b31-4e6f-adc0-cf56366596df tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771432 Nov 22 22:10:03.047674 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374345-bcbd-4f26-a426-ab08e871740b req-5d9f3bc2-faca-42c0-b03c-f8a9d63d9224 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:03.060310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-76374345-bcbd-4f26-a426-ab08e871740b req-5d9f3bc2-faca-42c0-b03c-f8a9d63d9224 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0845551 Nov 22 22:10:03.158662 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-76374345-bcbd-4f26-a426-ab08e871740b req-4c06661f-e2a2-452e-9489-5a68d65e44fa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908175 Nov 22 22:10:03.546941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43052a-640e-4d47-9105-4840ff4a87f2 req-f31fcecf-4687-42bc-85cd-b0402f7d81aa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:03.548738 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c43052a-640e-4d47-9105-4840ff4a87f2 req-f31fcecf-4687-42bc-85cd-b0402f7d81aa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0692596 Nov 22 22:10:03.617329 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c43052a-640e-4d47-9105-4840ff4a87f2 req-a83333bd-bcd5-469b-b23e-b01fd8dbbe3d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590639 Nov 22 22:10:04.330621 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d67dc2-19af-414a-a8d3-44aac7479cb6 req-897ee610-186c-48f5-b62a-1b520ff6132c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:04.339275 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64d67dc2-19af-414a-a8d3-44aac7479cb6 req-897ee610-186c-48f5-b62a-1b520ff6132c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0640664 Nov 22 22:10:04.407768 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64d67dc2-19af-414a-a8d3-44aac7479cb6 req-442ded55-3a3b-4ddb-bf79-f8a900182686 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671127 Nov 22 22:10:04.768365 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4c9b7-25bc-40bd-acf3-b7135fb6ec21 req-5f79082a-8efd-4e30-b25d-ac83455105e4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:04.770303 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1d4c9b7-25bc-40bd-acf3-b7135fb6ec21 req-5f79082a-8efd-4e30-b25d-ac83455105e4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0564604 Nov 22 22:10:04.829264 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1d4c9b7-25bc-40bd-acf3-b7135fb6ec21 req-3e32292f-d6cd-49fb-b051-1a8751b0639d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487278 Nov 22 22:10:05.579454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b712378-d7a2-4f7c-9e62-2c5f7afeebb1 req-0cb3974d-dd2c-4ec0-bcd7-662a7ab66099 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:05.582178 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b712378-d7a2-4f7c-9e62-2c5f7afeebb1 req-0cb3974d-dd2c-4ec0-bcd7-662a7ab66099 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0801177 Nov 22 22:10:05.664687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b712378-d7a2-4f7c-9e62-2c5f7afeebb1 req-9aef30b5-28ec-489e-b176-62b3eae95dd5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755384 Nov 22 22:10:05.974455 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caea97-6655-4390-80c1-0bc1698bb94b req-c175ac45-aba6-429c-82ab-bc2050725f46 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:05.977566 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24caea97-6655-4390-80c1-0bc1698bb94b req-c175ac45-aba6-429c-82ab-bc2050725f46 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0619464 Nov 22 22:10:06.030916 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24caea97-6655-4390-80c1-0bc1698bb94b req-f75c4569-94d0-4dab-a2dd-817fc3d9cc37 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473180 Nov 22 22:10:06.824638 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71d6-130b-4a5e-9b75-c6a9cdc2fab6 req-ed779493-3187-408f-9f4a-16a46e96b393 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:06.826314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3ad71d6-130b-4a5e-9b75-c6a9cdc2fab6 req-ed779493-3187-408f-9f4a-16a46e96b393 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0691268 Nov 22 22:10:06.887488 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3ad71d6-130b-4a5e-9b75-c6a9cdc2fab6 req-f4d47ecb-8721-4e04-a9ce-05454cbc0a66 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538778 Nov 22 22:10:07.157605 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feda75-8dd4-4dd8-bc08-bb064a160f58 req-6815b9b1-d3e9-4ab8-8d10-30e0690197b7 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:07.159224 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3feda75-8dd4-4dd8-bc08-bb064a160f58 req-6815b9b1-d3e9-4ab8-8d10-30e0690197b7 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0509400 Nov 22 22:10:07.172090 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ec0d6651-b1b7-40b9-8668-09f2a73a4546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:07.217637 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3feda75-8dd4-4dd8-bc08-bb064a160f58 req-170e6064-f886-41d5-b1e0-b023af09def6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511189 Nov 22 22:10:08.041905 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b6e57-c412-4fe3-b041-8cb99e8590a7 req-81c20dae-c2ad-4da5-9bcc-4098656ee457 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.043862 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a11b6e57-c412-4fe3-b041-8cb99e8590a7 req-81c20dae-c2ad-4da5-9bcc-4098656ee457 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0564804 Nov 22 22:10:08.110575 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a11b6e57-c412-4fe3-b041-8cb99e8590a7 req-52667195-6f57-47f3-afcd-dadeb18b1f53 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596459 Nov 22 22:10:08.369198 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fadd95-241b-46d6-9410-ba24ba6c359f req-7639dd8b-7b37-4dff-a60c-5181a2004cad tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.371203 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-27fadd95-241b-46d6-9410-ba24ba6c359f req-7639dd8b-7b37-4dff-a60c-5181a2004cad tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0683813 Nov 22 22:10:08.433858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-27fadd95-241b-46d6-9410-ba24ba6c359f req-5580b973-cf66-4e36-8052-92b364cd421e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559287 Nov 22 22:10:08.726736 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee603-474f-46a0-b0f4-8796055acd80 req-c9b4f33d-6e3c-47e1-b9ac-0dfa059e8a52 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.728258 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c15ee603-474f-46a0-b0f4-8796055acd80 req-c9b4f33d-6e3c-47e1-b9ac-0dfa059e8a52 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0891352 Nov 22 22:10:08.734887 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d869-b36e-42de-a840-aff20679d4f1 req-67105042-4d96-4019-9e27-dcc4fb6685ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.736308 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-67105042-4d96-4019-9e27-dcc4fb6685ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1098 time: 0.0481119 Nov 22 22:10:08.804375 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c15ee603-474f-46a0-b0f4-8796055acd80 req-41e0a945-aa00-4ed3-8e89-5b7bb8594015 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635314 Nov 22 22:10:08.864124 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d869-b36e-42de-a840-aff20679d4f1 req-a3e50105-7349-475b-909b-80662cd30e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.865673 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-a3e50105-7349-475b-909b-80662cd30e41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1223240 Nov 22 22:10:08.938456 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-82753a6c-55c4-4383-b71a-3dacd3de2e18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 1001 time: 0.0638373 Nov 22 22:10:08.996500 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d869-b36e-42de-a840-aff20679d4f1 req-53dd9d8c-1afa-4eff-bdda-0ce955f0d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:08.997937 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-53dd9d8c-1afa-4eff-bdda-0ce955f0d4e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0529573 Nov 22 22:10:09.048629 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d869-b36e-42de-a840-aff20679d4f1 req-f3a241ed-d887-4fe7-b0e0-54ab0d2d03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:09.050195 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-f3a241ed-d887-4fe7-b0e0-54ab0d2d03fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452766 Nov 22 22:10:09.153747 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-ff489922-9c0e-4cf9-b28d-54e0c57e7b81 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925038 Nov 22 22:10:09.252773 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda7a8-9505-481b-ae96-32efd531231a req-c441bde8-c253-435c-8eb2-b4dabb1f17eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:09.254327 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24bda7a8-9505-481b-ae96-32efd531231a req-c441bde8-c253-435c-8eb2-b4dabb1f17eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0573246 Nov 22 22:10:09.258170 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6329d869-b36e-42de-a840-aff20679d4f1 req-6fe2971f-2c38-4cd3-965b-9e6842b2fa42 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978901 Nov 22 22:10:09.321136 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24bda7a8-9505-481b-ae96-32efd531231a req-e19531ab-90f3-47d0-90d4-b6ed62e6d5fe tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561266 Nov 22 22:10:09.969529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8d29-f91a-4646-bf9b-5423ab9f5e19 req-79b2d347-1132-453d-9550-78deaa2ceacf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:09.971190 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f61d8d29-f91a-4646-bf9b-5423ab9f5e19 req-79b2d347-1132-453d-9550-78deaa2ceacf tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0917258 Nov 22 22:10:10.030796 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f61d8d29-f91a-4646-bf9b-5423ab9f5e19 req-7f9f274e-31f5-4b3d-8d07-5d743ac9d377 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523040 Nov 22 22:10:10.473393 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4961-8d79-4a54-8637-8be73edfb553 req-6eb52365-1856-4779-b886-554dfbc58bff tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:10.475281 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b79d4961-8d79-4a54-8637-8be73edfb553 req-6eb52365-1856-4779-b886-554dfbc58bff tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0544543 Nov 22 22:10:10.533373 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b79d4961-8d79-4a54-8637-8be73edfb553 req-6c7015de-2225-4dbd-b41f-d217ccad02fa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521894 Nov 22 22:10:10.762486 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-43729555-e89b-471d-9f1b-8da63849dc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:11.168950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f4cf-f55e-48cd-abea-242f5b690c01 req-944b9dd0-4711-48e7-9a75-3d1df2d9ee9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:11.170751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-21f7f4cf-f55e-48cd-abea-242f5b690c01 req-944b9dd0-4711-48e7-9a75-3d1df2d9ee9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0544434 Nov 22 22:10:11.231858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-21f7f4cf-f55e-48cd-abea-242f5b690c01 req-a7f2893e-6a4d-455e-94d6-34c2b12652bd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511062 Nov 22 22:10:11.566673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:11.683868 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e27ab-836f-49a6-b46c-ac3f76e8e676 req-5f02db31-10c9-48d9-929d-5d7afa4eedb6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:11.685551 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f06e27ab-836f-49a6-b46c-ac3f76e8e676 req-5f02db31-10c9-48d9-929d-5d7afa4eedb6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0569985 Nov 22 22:10:11.750543 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f06e27ab-836f-49a6-b46c-ac3f76e8e676 req-4d5243da-e9e3-44cf-aba5-0a923b75ed00 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578480 Nov 22 22:10:12.149922 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84866bd-ba26-434e-afdf-277360a992a0 req-da4a737d-48fc-4ad7-98ea-c3328e84ba2f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:12.151454 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f84866bd-ba26-434e-afdf-277360a992a0 req-da4a737d-48fc-4ad7-98ea-c3328e84ba2f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Nov 22 22:10:12.209232 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f84866bd-ba26-434e-afdf-277360a992a0 req-bb89b671-c084-4ce6-9aef-dfb4335f2e37 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Nov 22 22:10:12.889330 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095e4e9-fe2b-40d1-b3dd-b83e0cd37424 req-e7cda1b0-75be-4bd0-8e76-dbbb395e58c9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:12.891047 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5095e4e9-fe2b-40d1-b3dd-b83e0cd37424 req-e7cda1b0-75be-4bd0-8e76-dbbb395e58c9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0567830 Nov 22 22:10:12.951331 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5095e4e9-fe2b-40d1-b3dd-b83e0cd37424 req-531eaaa2-9055-45ce-8a96-3b67e9497726 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481791 Nov 22 22:10:13.285142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:13.291438 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:13.324524 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:10:13.368173 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea3e1-e238-4cf6-80cc-6f7e1252ac02 req-dc60a286-9af8-42f3-bb28-da8d19884870 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:13.369865 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d5aea3e1-e238-4cf6-80cc-6f7e1252ac02 req-dc60a286-9af8-42f3-bb28-da8d19884870 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0731993 Nov 22 22:10:13.426595 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d5aea3e1-e238-4cf6-80cc-6f7e1252ac02 req-d5c6e2a7-233d-4bcf-ab64-225f0421d116 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Nov 22 22:10:14.115014 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5967a9-85cb-4f48-95cd-f351b51bd539 req-94d6bc98-3966-4112-8a77-76cccce71ac9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:14.116828 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-db5967a9-85cb-4f48-95cd-f351b51bd539 req-94d6bc98-3966-4112-8a77-76cccce71ac9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.0737035 Nov 22 22:10:14.177481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-db5967a9-85cb-4f48-95cd-f351b51bd539 req-68d10a39-1825-49d5-8b56-cdbd2be6bef6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Nov 22 22:10:14.457981 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-aa0dc902-e572-436d-9af0-f84b9d495ff8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:14.459633 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-aa0dc902-e572-436d-9af0-f84b9d495ff8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0567002 Nov 22 22:10:14.565903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dd3a3-a3de-4867-a74d-940aa8f715e1 req-e0ad1760-833c-4246-9c92-e56003ef37b0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:14.567620 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc1dd3a3-a3de-4867-a74d-940aa8f715e1 req-e0ad1760-833c-4246-9c92-e56003ef37b0 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 945 time: 0.0564988 Nov 22 22:10:14.571453 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Deleting port 4c144f96-60e1-48af-9b7f-698536e4a0f0 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:10:14.572414 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:14.634434 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc1dd3a3-a3de-4867-a74d-940aa8f715e1 req-753c960f-a3ac-43f6-8b1d-346e36c66ec6 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545540 Nov 22 22:10:14.710373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] For port 4c144f96-60e1-48af-9b7f-698536e4a0f0, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c144f96-60e1-48af-9b7f-698536e4a0f0,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:14.710630 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:14.726182 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Calling delete_port for 4c144f96-60e1-48af-9b7f-698536e4a0f0 owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:10:15.135613 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:15.152626 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['c7a20fc3-b83c-4732-8695-6f52624b376a', '4c144f96-60e1-48af-9b7f-698536e4a0f0'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:10:15.183695 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Pushing event deleted for resources: {'Port': ['ID=4c144f96-60e1-48af-9b7f-698536e4a0f0,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:15.280579 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] No DVR routers for this DVR port 4c144f96-60e1-48af-9b7f-698536e4a0f0 on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:10:15.284841 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:15.291526 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-e7cf36f9-a536-4dc9-8cc0-c2455787a1b0 req-2dd1b596-7a57-4db9-bca3-01a1b7fdd21e tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "DELETE /v2.0/ports/4c144f96-60e1-48af-9b7f-698536e4a0f0 HTTP/1.1" status: 204 len: 173 time: 0.8241889 Nov 22 22:10:15.292506 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'name': 'network-vif-deleted', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:15.296757 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860026e7-9b2d-4e07-b3e6-d2019c6f84f0" -d '{"events": [{"server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "name": "network-vif-deleted", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:15.305275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-522578f2-8569-4228-8dce-b3ecd08ca526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:15.310612 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-522578f2-8569-4228-8dce-b3ecd08ca526 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1097 time: 0.0919263 Nov 22 22:10:15.380326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37cf289-ead2-4f2c-aa71-4b3ab9aa469c x-openstack-request-id: req-c37cf289-ead2-4f2c-aa71-4b3ab9aa469c {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:15.381326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b618913e-05df-4c89-9f59-cd96d42c2ac9", "name": "network-vif-deleted", "tag": "4c144f96-60e1-48af-9b7f-698536e4a0f0", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:15.382019 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c37cf289-ead2-4f2c-aa71-4b3ab9aa469c {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:15.382983 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b618913e-05df-4c89-9f59-cd96d42c2ac9', 'name': 'network-vif-deleted', 'tag': '4c144f96-60e1-48af-9b7f-698536e4a0f0', 'status': 'completed', 'code': 200} Nov 22 22:10:15.472790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773c03d-ec44-4b02-a11a-a249755edc76 req-732db42b-ab80-4dba-b647-5dde2047f258 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:15.474679 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f773c03d-ec44-4b02-a11a-a249755edc76 req-732db42b-ab80-4dba-b647-5dde2047f258 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.1734846 Nov 22 22:10:15.503071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-c3a52743-bf83-421f-a9be-6449f7424595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:15.504595 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-c3a52743-bf83-421f-a9be-6449f7424595 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1615419 Nov 22 22:10:15.583155 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f773c03d-ec44-4b02-a11a-a249755edc76 req-9fe82bd6-adf6-4707-9873-233dd2fa69d2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979691 Nov 22 22:10:15.601356 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-6ef3ee10-e885-4017-8e99-8093a68265cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 200 len: 1000 time: 0.0875170 Nov 22 22:10:15.662084 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-0608b117-203b-48e0-8878-e7931a084e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:15.663699 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-0608b117-203b-48e0-8878-e7931a084e55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0533354 Nov 22 22:10:15.665384 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:15.730294 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-a4c27861-cbd8-4ae1-a4bd-5279ba646ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:15.733151 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-a4c27861-cbd8-4ae1-a4bd-5279ba646ddf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598781 Nov 22 22:10:15.857596 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0043d39a-dc41-4ac5-bb4e-cba68e1a760c req-740293c2-8f84-439b-bf24-279e73de5bee tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=b618913e-05df-4c89-9f59-cd96d42c2ac9 HTTP/1.1" status: 200 len: 210 time: 0.0364292 Nov 22 22:10:15.898885 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-a8a2f1cf-82ee-4abc-8622-6dd32ffadebf service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578705 Nov 22 22:10:16.007608 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2842b9b4-7db8-400d-aac7-34596ea1fe27 req-109f5a26-32e9-487e-a6ba-61667d7ab55d service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003561 Nov 22 22:10:16.512655 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:10:16.635386 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:16.661592 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'mac_address': 'fa:16:3e:2c:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:10:16.714074 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:16.730988 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:10:16.759222 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:16.765920 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:16.823067 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=9']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:17.021516 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['f164dbd6-6e3d-4675-8e54-a01c0765048b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:10:17.087531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95464c5c-9d02-4b81-8aa1-3a646419bf05 req-432d6955-b15f-47e4-bfe0-3c68c3707f2a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:17.089938 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-95464c5c-9d02-4b81-8aa1-3a646419bf05 req-432d6955-b15f-47e4-bfe0-3c68c3707f2a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 944 time: 0.3749132 Nov 22 22:10:17.151101 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-95464c5c-9d02-4b81-8aa1-3a646419bf05 req-29910f88-4995-4153-8233-d6ad12a471b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528018 Nov 22 22:10:17.258345 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8550d-6c2d-484a-84b4-d1ead011b589 req-8cd66bcb-e1e8-4d2f-a1c5-5d594915b768 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:17.260055 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57f8550d-6c2d-484a-84b4-d1ead011b589 req-8cd66bcb-e1e8-4d2f-a1c5-5d594915b768 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0568366 Nov 22 22:10:17.316289 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57f8550d-6c2d-484a-84b4-d1ead011b589 req-d43f75bb-16eb-49c4-8541-fbaa91606089 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Nov 22 22:10:18.311566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84164848-ae52-4e29-a72e-e7d7f1585961 req-4f34a420-ae14-4de1-b11d-ee1fa69324df tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:18.313475 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84164848-ae52-4e29-a72e-e7d7f1585961 req-4f34a420-ae14-4de1-b11d-ee1fa69324df tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 945 time: 0.0604236 Nov 22 22:10:18.371467 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84164848-ae52-4e29-a72e-e7d7f1585961 req-ae8f2171-0d72-4e0e-bd83-1096a6a137a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518346 Nov 22 22:10:18.462193 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c743161-baa4-46d4-808c-e60952e03d82 req-130d7b1c-651c-4369-a960-ec9ba657807b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:18.463717 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c743161-baa4-46d4-808c-e60952e03d82 req-130d7b1c-651c-4369-a960-ec9ba657807b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0551105 Nov 22 22:10:18.523909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:10:18.525053 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c743161-baa4-46d4-808c-e60952e03d82 req-329be6ea-a63f-49c2-92b8-03d9ef1f37d3 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Nov 22 22:10:18.594651 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port f164dbd6-6e3d-4675-8e54-a01c0765048b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:10:18.594993 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:18.691913 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:18.722154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:18.726123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33435763-9e3c-48c3-b70c-737e31579273" -d '{"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:18.749862 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:18.756000 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:18.757260 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4c144f96-60e1-48af-9b7f-698536e4a0f0 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:10:18.807530 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a317107-90b2-4e2a-9a0d-03c3ea90cc92 x-openstack-request-id: req-9a317107-90b2-4e2a-9a0d-03c3ea90cc92 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:18.807891 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-plugged", "status": "completed", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:18.808052 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a317107-90b2-4e2a-9a0d-03c3ea90cc92 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:18.808421 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'code': 200} Nov 22 22:10:18.811944 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 4c144f96-60e1-48af-9b7f-698536e4a0f0 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:10:18.812366 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4c144f96-60e1-48af-9b7f-698536e4a0f0 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:10:18.840957 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=10']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:19.252158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78529783-c5c8-4d2a-a730-32b205070c5b req-013f4757-2fff-4bd4-b777-4625be3c905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:19.253722 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78529783-c5c8-4d2a-a730-32b205070c5b req-013f4757-2fff-4bd4-b777-4625be3c905a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 1100 time: 0.0450182 Nov 22 22:10:19.337664 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78529783-c5c8-4d2a-a730-32b205070c5b req-c49c6427-8d20-4719-a5cf-7032d6c27d67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747552 Nov 22 22:10:19.508517 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119341b-9877-4adc-aa27-35b4154c1fb0 req-f865ba1e-61c1-4499-8102-1cf444aa31d6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:19.510265 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e119341b-9877-4adc-aa27-35b4154c1fb0 req-f865ba1e-61c1-4499-8102-1cf444aa31d6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.0576820 Nov 22 22:10:19.568779 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e119341b-9877-4adc-aa27-35b4154c1fb0 req-07aa0b72-fda8-4e64-9333-1bd2ddaf67c5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516818 Nov 22 22:10:19.673414 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccda99c-de78-41f8-ac7f-a7f7b481c86e req-4e4bb2c5-f1c4-47c0-b93f-80250548a944 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:19.675088 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6ccda99c-de78-41f8-ac7f-a7f7b481c86e req-4e4bb2c5-f1c4-47c0-b93f-80250548a944 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0555136 Nov 22 22:10:19.727398 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6ccda99c-de78-41f8-ac7f-a7f7b481c86e req-81057acd-133f-4c1a-8af2-d90558854b69 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Nov 22 22:10:20.737171 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f845-b697-45b7-9473-2215de441322 req-50ddc986-59d3-428f-8753-dd378ec895c4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:20.738917 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5024f845-b697-45b7-9473-2215de441322 req-50ddc986-59d3-428f-8753-dd378ec895c4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.0749843 Nov 22 22:10:20.797302 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5024f845-b697-45b7-9473-2215de441322 req-2c16b6ef-dae0-4944-aa27-7e7048098e6b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516262 Nov 22 22:10:20.883525 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a139a87-f336-47f4-acc6-531efd504964 req-facf3cb9-597c-408c-983f-da26f674aa0f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:20.886297 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a139a87-f336-47f4-acc6-531efd504964 req-facf3cb9-597c-408c-983f-da26f674aa0f tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0657938 Nov 22 22:10:20.950923 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a139a87-f336-47f4-acc6-531efd504964 req-f77887e3-1ba2-45fa-b328-571355d2d6c8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Nov 22 22:10:21.944613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e1fd1-4651-4a16-b39a-69a4cc45abde req-5f38dff7-d7c0-4467-be87-2095092cf827 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:21.946296 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-028e1fd1-4651-4a16-b39a-69a4cc45abde req-5f38dff7-d7c0-4467-be87-2095092cf827 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.0584564 Nov 22 22:10:22.010670 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-028e1fd1-4651-4a16-b39a-69a4cc45abde req-396f8dbd-a78a-4f4e-97b9-4fb6dca8fe95 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538461 Nov 22 22:10:22.102589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7068-77d0-4572-8491-ce3f147473e0 req-a4b17c62-15ba-4561-af74-90dbf7221bb2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:22.104257 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-131d7068-77d0-4572-8491-ce3f147473e0 req-a4b17c62-15ba-4561-af74-90dbf7221bb2 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0533774 Nov 22 22:10:22.174925 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-131d7068-77d0-4572-8491-ce3f147473e0 req-0409db35-2d09-4e47-a721-db918e8ba318 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597773 Nov 22 22:10:23.020909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2276ae36-baaf-418d-b915-eb7367b0278b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:23.022889 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2276ae36-baaf-418d-b915-eb7367b0278b tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.0557516 Nov 22 22:10:23.169812 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Deleting port c7a20fc3-b83c-4732-8695-6f52624b376a {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:10:23.170317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:23.321934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] For port c7a20fc3-b83c-4732-8695-6f52624b376a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c7a20fc3-b83c-4732-8695-6f52624b376a,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:23.322319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:23.342762 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Calling delete_port for c7a20fc3-b83c-4732-8695-6f52624b376a owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:10:23.374312 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dc667-6ebe-4650-8ec7-5e6b6dc2f9fb req-1240b30c-442d-4e77-a22d-7fa7f341a9d8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:23.376146 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-118dc667-6ebe-4650-8ec7-5e6b6dc2f9fb req-1240b30c-442d-4e77-a22d-7fa7f341a9d8 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea5223c1-0a12-4ebe-864a-7b339f4d1029 HTTP/1.1" status: 200 len: 946 time: 0.1041386 Nov 22 22:10:23.510002 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-118dc667-6ebe-4650-8ec7-5e6b6dc2f9fb req-7f04eb57-21db-45a3-b472-87947680e544 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a8fa6ef-0476-4fcc-84ea-45e692fce118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127462 Nov 22 22:10:23.625669 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:23.653740 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['c7a20fc3-b83c-4732-8695-6f52624b376a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:10:23.664694 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Pushing event deleted for resources: {'Port': ['ID=c7a20fc3-b83c-4732-8695-6f52624b376a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:23.701627 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.702763 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.703152 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.703643 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.703959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.704153 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.704490 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.704843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.705178 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.705518 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.705872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.706201 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:23.746566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] No DVR routers for this DVR port c7a20fc3-b83c-4732-8695-6f52624b376a on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:10:23.751026 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:23.754594 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9911d104-4885-4d1f-bef1-0f8454795f56 req-2e5d0295-2a11-4aae-b648-4a7e033ac667 tempest-ServerRescueNegativeTestJSON-2051869053 tempest-ServerRescueNegativeTestJSON-2051869053-project] 10.222.0.31 "DELETE /v2.0/ports/c7a20fc3-b83c-4732-8695-6f52624b376a HTTP/1.1" status: 204 len: 173 time: 0.7242906 Nov 22 22:10:23.755092 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'name': 'network-vif-deleted', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:23.757527 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d35aa-fd82-40a6-a799-0d670e34f87d" -d '{"events": [{"server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "name": "network-vif-deleted", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:23.805987 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42899d35-2273-4339-82d2-885c65bdda21 x-openstack-request-id: req-42899d35-2273-4339-82d2-885c65bdda21 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:23.806463 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5223c1-0a12-4ebe-864a-7b339f4d1029", "name": "network-vif-deleted", "tag": "c7a20fc3-b83c-4732-8695-6f52624b376a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:23.806887 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42899d35-2273-4339-82d2-885c65bdda21 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:23.807492 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5223c1-0a12-4ebe-864a-7b339f4d1029', 'name': 'network-vif-deleted', 'tag': 'c7a20fc3-b83c-4732-8695-6f52624b376a', 'status': 'completed', 'code': 200} Nov 22 22:10:24.579253 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53688) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:25.052221 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:25.493926 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Deleting port 1ac23150-4190-4419-8146-e1b84abc9739 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:10:25.494361 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:25.589748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] For port 1ac23150-4190-4419-8146-e1b84abc9739, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=1ac23150-4190-4419-8146-e1b84abc9739,segment=NetworkSegment(2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc),segment_id=2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:25.590469 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:25.611589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Calling delete_port for 1ac23150-4190-4419-8146-e1b84abc9739 owned by network:router_interface {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:10:25.820022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:25.848269 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac23150-4190-4419-8146-e1b84abc9739,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:26.022477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:26.485242 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Router 9940bfdb-3455-4492-9fad-724eb6f040ca has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:10:26.610454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:10:26.619193 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d4c11dad-9ebc-4897-a72a-e316ee21b020 admin admin] 10.222.0.48 "PUT /v2.0/routers/9940bfdb-3455-4492-9fad-724eb6f040ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0384965 Nov 22 22:10:26.622603 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53690) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:26.624825 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Sync routers for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:10:26.642879 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:10:26.644262 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:10:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:26.778654 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:26.793324 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:10:26.903969 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:26.981978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Deleting port 774a06c4-d143-474f-9d62-b082a4584e68 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:10:26.982659 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.047296 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '774a06c4-d143-474f-9d62-b082a4584e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:10:25Z', 'revision_number': 5, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port': {'id': '774a06c4-d143-474f-9d62-b082a4584e68', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:27.087247 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Checking router: 9940bfdb-3455-4492-9fad-724eb6f040ca for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:10:27.092796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] For port 774a06c4-d143-474f-9d62-b082a4584e68, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=774a06c4-d143-474f-9d62-b082a4584e68,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:27.093478 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.097094 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Routers {'9940bfdb-3455-4492-9fad-724eb6f040ca'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:10:27.097769 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:10:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['9940bfdb-3455-4492-9fad-724eb6f040ca'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:27.121874 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Calling delete_port for 774a06c4-d143-474f-9d62-b082a4584e68 owned by network:router_gateway {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:10:27.195395 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] Set router 9940bfdb-3455-4492-9fad-724eb6f040ca gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:10:27.250947 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:10:26Z', 'revision_number': 6, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:27.283983 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b57dc-b4f1-4a7d-b69f-e3fc0f0259ea None None] The sync data for ids ['9940bfdb-3455-4492-9fad-724eb6f040ca'] in dv-cinder-774288-12-iscsi is: [{'id': '9940bfdb-3455-4492-9fad-724eb6f040ca', 'name': 'tempest-ServerRescueNegativeTestJSON-731333058-router', 'tenant_id': '26ebf09b632f46b98021935f67e4c667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:09Z', 'updated_at': '2021-11-22T22:10:26Z', 'revision_number': 6, 'project_id': '26ebf09b632f46b98021935f67e4c667', 'gw_port_host': None}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:10:27.416103 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.452202 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=774a06c4-d143-474f-9d62-b082a4584e68,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:27.519823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.632324 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.635184 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.740643 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.741547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9940bfdb-3455-4492-9fad-724eb6f040ca {{(pid=102837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:10:27.749879 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.754339 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-a307ff7c-fa31-4ebf-91a8-c83c418c18d1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9940bfdb-3455-4492-9fad-724eb6f040ca HTTP/1.1" status: 204 len: 168 time: 1.1275964 Nov 22 22:10:27.754802 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53692) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:27.832610 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Deleting subnet 121c001f-72b7-44d2-93b4-a451e6686acd {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:10:27.836833 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.878809 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.935834 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:27.998072 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.029034 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121c001f-72b7-44d2-93b4-a451e6686acd,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:28.033387 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.036945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-17f177a3-f02c-425c-9918-25d803031121 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/121c001f-72b7-44d2-93b4-a451e6686acd HTTP/1.1" status: 204 len: 168 time: 0.2806363 Nov 22 22:10:28.039840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53694) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:28.116962 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.198744 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 1ac23150-4190-4419-8146-e1b84abc9739 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:10:28.226607 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 1ac23150-4190-4419-8146-e1b84abc9739 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:10:28.227209 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 1ac23150-4190-4419-8146-e1b84abc9739 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:10:28.236464 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.278839 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:28.299582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:28.300063 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1aaf66-7dca-46ba-8c79-fba0f0a1f5cc') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:10:28.317823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.336462 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.348107 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:10:28.348822 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:10:28.352054 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:10:28.454550 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.481698 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.487567 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0 HTTP/1.1" status: 204 len: 168 time: 0.4463065 Nov 22 22:10:28.489436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3e330-343f-4785-b5eb-4ce083e573f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1a1f6b-f2ce-4a1f-82d0-50e1a42289e0,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:28.581510 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c7a20fc3-b83c-4732-8695-6f52624b376a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:10:28.614443 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: c7a20fc3-b83c-4732-8695-6f52624b376a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:10:28.615013 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c7a20fc3-b83c-4732-8695-6f52624b376a not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:10:28.721764 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53698) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:28.780465 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-499bdddd-9bab-4d05-8fdc-ad88b9b8b3cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26ebf09b632f46b98021935f67e4c667&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567555 Nov 22 22:10:28.783133 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53700) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:28.853354 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.882087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.946797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.949522 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:28.950770 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a8fa6ef-0476-4fcc-84ea-45e692fce118 HTTP/1.1" status: 204 len: 168 time: 0.1662843 Nov 22 22:10:28.961011 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec34e84-442c-4cf3-95ac-164773fafbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8fa6ef-0476-4fcc-84ea-45e692fce118,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:29.629677 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 774a06c4-d143-474f-9d62-b082a4584e68 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:10:29.669328 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 774a06c4-d143-474f-9d62-b082a4584e68 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:10:29.669328 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 774a06c4-d143-474f-9d62-b082a4584e68 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:10:29.839797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53722) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:29.952697 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2114832732-network', 'tenant_id': 'eed9849a62274e3998acda1105821eb9'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:29.991028 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:10:29.993444 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.003592 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.096286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.100728 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.127990 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:10:30.139015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea5828-00d6-4d35-8281-67a434814430,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:30.144851 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.145228 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Added segment 9745f7fa-0c97-4a55-8aa7-689dfbb1e440 of type vlan for network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e Nov 22 22:10:30.191808 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.222101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.223994 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:30.226780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.324925 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4837162 Nov 22 22:10:30.328264 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53726) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:10:30.336973 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Request body: {'subnet': {'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2114832732-subnet', 'tenant_id': 'eed9849a62274e3998acda1105821eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:30.347579 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbdb63-b518-43de-b81a-d222d3b6e5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f237ca5-e20a-47c1-9e12-98c2f2424c8e,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:30.361423 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:10:30.371454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:10:30.374314 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58743620'] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.570423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59647188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58743658'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.630605 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91aad32f-47ab-4e34-a99d-6e9613503199,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:30.643540 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.643882 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.644222 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.644547 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.644872 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.645239 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.645564 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.645886 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.646207 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.646522 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.647202 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.647520 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:30.654614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Checking segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:10:30.655002 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Network hostable DHCP agents. Network: 0f237ca5-e20a-47c1-9e12-98c2f2424c8e, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:10:30.676517 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:10:30.687558 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 0f237ca5-e20a-47c1-9e12-98c2f2424c8e) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:10:30.692668 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:30.693552 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:30.699934 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e3a75-1c66-4619-9458-1b18e2dcca63 None None] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:10:30.720043 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-59758d56-9b27-4e37-ab80-54697018bf97 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3899012 Nov 22 22:10:30.855791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e44496-5c76-434c-8465-04e3d818d6ee None None] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:10:31.304181 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-b7cf4be0-4b96-41fc-871f-5a51544491b3 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:31.306193 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-b7cf4be0-4b96-41fc-871f-5a51544491b3 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1211236 Nov 22 22:10:31.323696 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-3c4bae68-2922-42f4-9f2a-14dcc2818b05 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/quotas/eed9849a62274e3998acda1105821eb9 HTTP/1.1" status: 200 len: 375 time: 0.0107877 Nov 22 22:10:31.357040 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-609baa86-9a1e-430c-9b49-d0398db44255 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274689 Nov 22 22:10:31.461980 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-2d96dbdf-68bf-482c-a42f-803f77d810e0 service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969415 Nov 22 22:10:31.569009 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-d2dbc466-ded6-4620-8244-646df8eeb17d service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958505 Nov 22 22:10:31.749000 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-547e8a92-d333-48c6-838d-13f5cdd584dd req-4347bfe9-ae68-473d-a8f5-36d990dceed4 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0296745 Nov 22 22:10:32.846807 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0a7d596b-aad6-425f-8481-56001d24b82e req-45330974-ad28-4867-83fa-a3a8b87271d9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0398302 Nov 22 22:10:33.953578 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d4bcc878-328c-46f8-b261-34efa686321d req-c9fdfe92-b69f-45ad-bb5b-5f6e7c8f9f1a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0355256 Nov 22 22:10:35.050098 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-09f8271c-ee49-410f-9835-6df0ef35a4f5 req-dd79bf1c-c42e-40df-a94c-045d0184ab03 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0290921 Nov 22 22:10:36.168671 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-72a88606-668e-4502-a72a-75008b83095f req-de5135ae-7924-40f2-9853-229f67e4dffa tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0366385 Nov 22 22:10:37.057833 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-efaa0704-18cb-4aa4-9392-768dd0d034c6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:37.059547 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-efaa0704-18cb-4aa4-9392-768dd0d034c6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1769109 Nov 22 22:10:37.081602 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Request body: {'port': {'device_id': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'admin_state_up': True, 'tenant_id': 'eed9849a62274e3998acda1105821eb9'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:37.177079 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-47a18969-e063-406b-b73e-ecdeb87d6664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:37.227915 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:10:37.231595 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:37.324135 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6776c8de-b111-4b83-876f-ff3a351ae27d req-b750216f-df36-4430-abfa-95ae43671d03 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0336664 Nov 22 22:10:37.393613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Allocated IP 172.20.0.13 (0f237ca5-e20a-47c1-9e12-98c2f2424c8e/91aad32f-47ab-4e34-a99d-6e9613503199/bafdd479-d826-48fa-971e-e1a1b33a9f5d) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:10:37.595941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:37.651399 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:37.700309 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:10:37.706022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:10:37.711410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:10:37.720507 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event updated for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:37.774114 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:37.774752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:37.793429 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-39a9c57a-3e81-4a28-ae63-bf7d51decb49 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7161157 Nov 22 22:10:37.807555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Request body: {'port': {'device_id': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:37.865609 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.192283 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafdd479-d826-48fa-971e-e1a1b33a9f5d {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:10:38.210531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.234395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Transition to ACTIVE for port object bafdd479-d826-48fa-971e-e1a1b33a9f5d will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:10:38.240092 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.330814 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Pushing event updated for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:38.410326 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Attempting to bind port bafdd479-d826-48fa-971e-e1a1b33a9f5d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:10:38.410656 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Attempting to bind port bafdd479-d826-48fa-971e-e1a1b33a9f5d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:10:38.410993 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Attempting to bind port bafdd479-d826-48fa-971e-e1a1b33a9f5d on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:10:38.418207 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Port bafdd479-d826-48fa-971e-e1a1b33a9f5d on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:10:38.418561 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Attempting to bind port bafdd479-d826-48fa-971e-e1a1b33a9f5d on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:10:38.447497 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:10:38.447746 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Checking segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:10:38.448104 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Bound using segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:10:38.448553 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Bound port: bafdd479-d826-48fa-971e-e1a1b33a9f5d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:10:38.448909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.510478 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53f8e4-42d6-4096-bd7b-c0db512d2436 req-a4035f06-771d-49cf-8c03-eeec03592025 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:38.512034 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7c53f8e4-42d6-4096-bd7b-c0db512d2436 req-a4035f06-771d-49cf-8c03-eeec03592025 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 944 time: 0.0959575 Nov 22 22:10:38.564760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:10:38.570015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:10:38.583987 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.594890 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7c53f8e4-42d6-4096-bd7b-c0db512d2436 req-a6b05849-00bd-4bcf-9cc3-d5bc1d775510 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761347 Nov 22 22:10:38.638744 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:38.639428 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:38.641018 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] 10.222.0.31 "PUT /v2.0/ports/bafdd479-d826-48fa-971e-e1a1b33a9f5d HTTP/1.1" status: 200 len: 1094 time: 0.8382099 Nov 22 22:10:38.641943 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:38.644785 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:38.660279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca11a-90fc-44db-870c-bf8f2ae9787e service neutron] Pushing event updated for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:38.717319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e96345-868e-46cb-90eb-46b2769886b4 x-openstack-request-id: req-a0e96345-868e-46cb-90eb-46b2769886b4 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:38.717774 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:38.718255 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0e96345-868e-46cb-90eb-46b2769886b4 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:38.718809 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d', 'status': 'completed', 'code': 200} Nov 22 22:10:38.753196 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-cf832e5a-7cf6-4a07-945c-447bfd699acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:38.754766 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-cf832e5a-7cf6-4a07-945c-447bfd699acd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 1097 time: 0.0556252 Nov 22 22:10:38.813134 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-3cb45ce4-4900-42f7-90f3-c678182f85dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d HTTP/1.1" status: 200 len: 217 time: 0.0445607 Nov 22 22:10:38.869701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-364bb573-b678-42da-8d52-425badc1dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:38.871174 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-364bb573-b678-42da-8d52-425badc1dde9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0501299 Nov 22 22:10:38.907299 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-b5e32757-f603-498e-877e-d2abbe443fde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275447 Nov 22 22:10:39.008300 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-d85f771c-c829-467c-b256-7ff2a5c4a00b service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927835 Nov 22 22:10:39.108178 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7edbe3f7-214c-49b8-91c9-dedb7970dd89 req-4205d3f7-90d7-40a5-888a-f1fee2fab629 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870540 Nov 22 22:10:39.214818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-4a731d39-c2ab-4663-a428-88e92d25a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:39.216445 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-4a731d39-c2ab-4663-a428-88e92d25a956 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 1097 time: 0.0484552 Nov 22 22:10:39.331178 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-11ffdc7a-2602-4daf-855d-924b23450a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:39.333592 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-11ffdc7a-2602-4daf-855d-924b23450a2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 916 time: 0.1088212 Nov 22 22:10:39.382033 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-8a2b14b2-a31e-44fc-81c0-722d8787f2f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d HTTP/1.1" status: 200 len: 217 time: 0.0374615 Nov 22 22:10:39.707061 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-52396d72-3d5f-4bcc-813f-e1596e0cf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:39.708568 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-52396d72-3d5f-4bcc-813f-e1596e0cf7a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.3159807 Nov 22 22:10:39.757370 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-518c982b-7ee3-4e0e-a6ca-300285edb28a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302165 Nov 22 22:10:39.782106 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f20eef-f444-4af7-bef2-2c7acaf66814 req-309b2d4d-5987-4a35-a42e-7f0ca6bdc209 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:39.783711 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1f20eef-f444-4af7-bef2-2c7acaf66814 req-309b2d4d-5987-4a35-a42e-7f0ca6bdc209 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 944 time: 0.0867882 Nov 22 22:10:39.892487 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1f20eef-f444-4af7-bef2-2c7acaf66814 req-73cb1a3d-13b3-48d8-bc33-1b488e6c9c12 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969169 Nov 22 22:10:39.909601 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-44e9ae92-d2f0-4a83-b3c4-bfde28dec427 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434436 Nov 22 22:10:40.016030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac07ea0c-26f8-470f-a2f2-49e87616f5ab req-1faa0227-81c1-47e9-9d6d-8da6cb221fdf service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957763 Nov 22 22:10:40.765076 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-39716f59-3e4e-4805-9520-5008d68e10a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:41.033209 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc2cf-0ed2-4b3e-8e08-8192d6176758 req-95ed1bb5-1cd4-49d6-a642-cc18c8ec77cd tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:41.034784 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80ffc2cf-0ed2-4b3e-8e08-8192d6176758 req-95ed1bb5-1cd4-49d6-a642-cc18c8ec77cd tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 944 time: 0.0577116 Nov 22 22:10:41.090481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80ffc2cf-0ed2-4b3e-8e08-8192d6176758 req-88aa1788-32a3-40b0-8faa-17cd57ae5550 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Nov 22 22:10:41.569277 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:42.224923 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55451da-327a-46dd-988e-b31a8e8f1bb3 req-9789889e-0dc4-4ece-ba8b-0009810b5753 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:42.226820 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a55451da-327a-46dd-988e-b31a8e8f1bb3 req-9789889e-0dc4-4ece-ba8b-0009810b5753 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 944 time: 0.0603158 Nov 22 22:10:42.282434 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a55451da-327a-46dd-988e-b31a8e8f1bb3 req-f650bdef-e0f1-444e-a79a-e80a7cc28146 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490923 Nov 22 22:10:42.655115 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bafdd479-d826-48fa-971e-e1a1b33a9f5d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:10:42.761083 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:42.775355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'port_id': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d', 'mac_address': 'fa:16:3e:c1:e8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aad32f-47ab-4e34-a99d-6e9613503199', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:10:42.835084 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:42.855397 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafdd479-d826-48fa-971e-e1a1b33a9f5d {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:10:42.878300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:42.884893 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:42.942263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:42.950763 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.951160 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.951508 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.951884 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.952289 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.952680 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.953051 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.953437 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.953800 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.954155 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.954481 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:42.954805 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:10:43.180251 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:10:43.294007 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:43.297988 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:43.430791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8ca1-39a9-4bd0-8d2c-b29012d54079 req-d8895041-c7bd-4331-b5f5-9e96a61c24cb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:43.433572 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-918a8ca1-39a9-4bd0-8d2c-b29012d54079 req-d8895041-c7bd-4331-b5f5-9e96a61c24cb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 945 time: 0.0736783 Nov 22 22:10:43.490116 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-918a8ca1-39a9-4bd0-8d2c-b29012d54079 req-6eadf2e0-37a5-40b1-b899-20d686f8ad00 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496659 Nov 22 22:10:44.628046 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef5e7-b2d1-434f-8097-b98ca60e94aa req-fb26a599-dcde-4d51-9728-300a3c87ae7e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:44.629650 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c2ef5e7-b2d1-434f-8097-b98ca60e94aa req-fb26a599-dcde-4d51-9728-300a3c87ae7e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 945 time: 0.0555017 Nov 22 22:10:44.672546 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bafdd479-d826-48fa-971e-e1a1b33a9f5d up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:10:44.688783 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c2ef5e7-b2d1-434f-8097-b98ca60e94aa req-894ed6b9-8445-42b0-b73c-122217caebde tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526185 Nov 22 22:10:44.745073 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port bafdd479-d826-48fa-971e-e1a1b33a9f5d completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:10:44.750465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port bafdd479-d826-48fa-971e-e1a1b33a9f5d triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:10:44.751019 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:44.840072 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:44.865315 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:44.867696 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0f942b-2dea-45c5-84a8-3e0f33fc26b4" -d '{"events": [{"server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "name": "network-vif-plugged", "status": "completed", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:44.886382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:44.891519 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:44.920332 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886f8aa-933f-4e30-84cd-a5018b2bbe48 x-openstack-request-id: req-e886f8aa-933f-4e30-84cd-a5018b2bbe48 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:44.920625 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "name": "network-vif-plugged", "status": "completed", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:44.920861 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e886f8aa-933f-4e30-84cd-a5018b2bbe48 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:44.921299 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d', 'code': 200} Nov 22 22:10:44.953279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:45.105363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c3335-6679-4b0b-a229-731605174585 req-291bc4bb-cebd-4420-81bc-b2862b7c5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:45.106932 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-476c3335-6679-4b0b-a229-731605174585 req-291bc4bb-cebd-4420-81bc-b2862b7c5ddb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 1099 time: 0.0455546 Nov 22 22:10:45.178045 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-476c3335-6679-4b0b-a229-731605174585 req-36cd52b6-edf5-42a4-a203-d133b43a1cc8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626261 Nov 22 22:10:45.672584 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:45.846737 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58914e57-f54f-4692-82ef-ee89c6f81ccd req-1093d71f-766b-44d9-b230-e57b9e41b187 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:45.848360 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58914e57-f54f-4692-82ef-ee89c6f81ccd req-1093d71f-766b-44d9-b230-e57b9e41b187 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 946 time: 0.0571647 Nov 22 22:10:45.913536 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58914e57-f54f-4692-82ef-ee89c6f81ccd req-2af207de-2b7d-47eb-bc0c-a671689515fa tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Nov 22 22:10:47.054764 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210ca2-908e-454d-ae7e-92c9b63b28da req-41fbda28-da62-459d-a3ad-29285d97c0c0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:47.056523 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2210ca2-908e-454d-ae7e-92c9b63b28da req-41fbda28-da62-459d-a3ad-29285d97c0c0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 946 time: 0.0610869 Nov 22 22:10:47.113906 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2210ca2-908e-454d-ae7e-92c9b63b28da req-83bbf1bf-cea3-470b-bea4-4080a88119ad tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Nov 22 22:10:50.326192 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:10:55.816849 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-54f49114-0e03-4351-8ba5-ea525e8e2edf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:55.819702 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-54f49114-0e03-4351-8ba5-ea525e8e2edf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1361599 Nov 22 22:10:55.840173 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-c4b7122b-4322-4dea-8ece-0cb2d4fbc529 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/quotas/eed9849a62274e3998acda1105821eb9 HTTP/1.1" status: 200 len: 375 time: 0.0144744 Nov 22 22:10:55.938256 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-339c3399-103a-4d8f-a1f2-1692ae89f477 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887675 Nov 22 22:10:56.056768 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-de4097ba-d976-4a94-bd28-233d222540df service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093798 Nov 22 22:10:56.194271 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-6c611d37-8732-4e2b-b1c6-66eb33b1df3f service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271939 Nov 22 22:10:56.418963 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-73025b2e-2443-4f28-9342-745849f3b660 req-d1b86814-711b-47ea-9f5d-8d66459fd4b4 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 210 time: 0.0602069 Nov 22 22:10:56.724001 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e63c4-4bcf-461b-a17f-1f9d5e196c79 req-7d5017fc-68b8-4448-ae33-2c5b76cca64d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:56.725884 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-851e63c4-4bcf-461b-a17f-1f9d5e196c79 req-7d5017fc-68b8-4448-ae33-2c5b76cca64d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0781324 Nov 22 22:10:56.789198 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-851e63c4-4bcf-461b-a17f-1f9d5e196c79 req-d82180ba-2e26-4f8b-adfd-c9d152888f98 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546858 Nov 22 22:10:57.369702 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3afef1-8714-4e6d-a4e1-e42f369a48b0 req-b2a9ddd9-0c54-47dc-9bc6-76f09d3369d7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:57.371687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c3afef1-8714-4e6d-a4e1-e42f369a48b0 req-b2a9ddd9-0c54-47dc-9bc6-76f09d3369d7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.0611522 Nov 22 22:10:57.441738 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c3afef1-8714-4e6d-a4e1-e42f369a48b0 req-1eb7b31a-e717-4711-8b0b-6ffb02758da2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633695 Nov 22 22:10:57.588781 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1ba24377-1a29-4a45-9a48-2764baf9fafc req-1ac76ff3-ab16-4c1c-b507-2b198b4b6758 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 210 time: 0.0447416 Nov 22 22:10:57.666098 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-1618b1dc-29e9-4d1f-ad09-c09c74eb028e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:57.668658 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-1618b1dc-29e9-4d1f-ad09-c09c74eb028e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.2011509 Nov 22 22:10:57.683803 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Request body: {'port': {'device_id': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'admin_state_up': True, 'tenant_id': 'eed9849a62274e3998acda1105821eb9'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:57.838105 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:10:57.842729 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:58.023601 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac6266-974c-4ad0-8898-4f0bce005fd9 req-236d09a8-b82f-436b-b028-28b46bd721e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:58.025383 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-47ac6266-974c-4ad0-8898-4f0bce005fd9 req-236d09a8-b82f-436b-b028-28b46bd721e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1127992 Nov 22 22:10:58.058139 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Allocated IP 172.20.0.5 (0f237ca5-e20a-47c1-9e12-98c2f2424c8e/91aad32f-47ab-4e34-a99d-6e9613503199/4166c436-cf27-40e8-88c0-bee2ae6d0c10) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:10:58.116624 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-47ac6266-974c-4ad0-8898-4f0bce005fd9 req-96ac2250-d285-4c59-a8fa-59bfbafeb451 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811579 Nov 22 22:10:58.281670 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:58.323685 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:58.342769 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:10:58.378668 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:10:58.385140 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:10:58.388270 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:10:58.427850 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event updated for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:58.482101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:58.483215 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:58.511884 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-46974a93-2b0d-4308-b281-fb50e742fb8e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329914 Nov 22 22:10:58.535651 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Request body: {'port': {'device_id': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:10:58.705425 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:58.767187 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2c89-fbb9-4b74-93b1-32e6915b9902 req-8aadea4a-e2bc-4ced-a5c4-391d6742435c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:58.769827 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b0bb2c89-fbb9-4b74-93b1-32e6915b9902 req-8aadea4a-e2bc-4ced-a5c4-391d6742435c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.1922002 Nov 22 22:10:58.886345 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00335d77-d12a-4494-85a2-1c0258a1c834 req-47c1644b-757e-4890-92e9-f610856a7e93 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:58.889009 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00335d77-d12a-4494-85a2-1c0258a1c834 req-47c1644b-757e-4890-92e9-f610856a7e93 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 931 time: 0.2102578 Nov 22 22:10:59.066188 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b0bb2c89-fbb9-4b74-93b1-32e6915b9902 req-3c3d980a-1d88-4343-94fb-09e092104449 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886722 Nov 22 22:10:59.145999 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00335d77-d12a-4494-85a2-1c0258a1c834 req-73da68c5-6400-451f-a7bc-74434a0f78c1 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426615 Nov 22 22:10:59.160583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-c3ff6353-5ddb-407a-a3e9-c9371e58be1d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:59.163423 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-c3ff6353-5ddb-407a-a3e9-c9371e58be1d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 947 time: 0.0657275 Nov 22 22:10:59.307399 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efab356-ca81-4ff1-9b18-e50bce018a29 req-4b5bfb96-29b1-4166-8618-575dd299bee6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:59.309006 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4efab356-ca81-4ff1-9b18-e50bce018a29 req-4b5bfb96-29b1-4166-8618-575dd299bee6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0883176 Nov 22 22:10:59.325231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Deleting port f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:10:59.326199 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.417411 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4efab356-ca81-4ff1-9b18-e50bce018a29 req-0bafaa2e-3e4f-4345-8b19-6882cea68037 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939488 Nov 22 22:10:59.419706 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4166c436-cf27-40e8-88c0-bee2ae6d0c10 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:10:59.429717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.445133 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Transition to ACTIVE for port object 4166c436-cf27-40e8-88c0-bee2ae6d0c10 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:10:59.460971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.477560 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] For port f164dbd6-6e3d-4675-8e54-a01c0765048b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f164dbd6-6e3d-4675-8e54-a01c0765048b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:10:59.478088 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.567616 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Pushing event updated for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:59.689362 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Attempting to bind port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:10:59.689802 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Attempting to bind port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:10:59.690279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Attempting to bind port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:10:59.696104 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:10:59.696589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Attempting to bind port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:10:59.703677 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:10:59.704063 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Checking segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:10:59.704563 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Bound using segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:10:59.705071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Bound port: 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:10:59.705601 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.756058 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.756434 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.756766 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Floating IP 617a4304-600e-4ca7-a6e7-3b3e15722ef5 disassociated. External IP: 172.27.1.132, port: f164dbd6-6e3d-4675-8e54-a01c0765048b. Nov 22 22:10:59.757382 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Calling delete_port for f164dbd6-6e3d-4675-8e54-a01c0765048b owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:10:59.803018 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:10:59.809075 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:10:59.816611 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.886793 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:10:59.887909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.890384 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] 10.222.0.31 "PUT /v2.0/ports/4166c436-cf27-40e8-88c0-bee2ae6d0c10 HTTP/1.1" status: 200 len: 1093 time: 1.3637128 Nov 22 22:10:59.891119 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:10:59.895295 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50af39-314c-4f50-9a6d-20a954558383" -d '{"events": [{"name": "network-changed", "server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:10:59.916049 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:10:59.942672 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e5054-72d5-49cd-8b94-4efc9d4d9e4b service neutron] Pushing event updated for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:59.949917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'Port': ['ID=f164dbd6-6e3d-4675-8e54-a01c0765048b,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:10:59.992067 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e817a68-bae9-4e8a-b24c-8c3d92dc7fc2 x-openstack-request-id: req-4e817a68-bae9-4e8a-b24c-8c3d92dc7fc2 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:10:59.992341 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:10:59.992599 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e817a68-bae9-4e8a-b24c-8c3d92dc7fc2 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:10:59.993003 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'status': 'completed', 'code': 200} Nov 22 22:11:00.012728 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-8cfb0e27-ef00-4752-8902-e6ed2dd0acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.014555 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-8cfb0e27-ef00-4752-8902-e6ed2dd0acd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 1096 time: 0.0635960 Nov 22 22:11:00.063326 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-ceed4d27-6ce7-478a-ba59-408d0c7fc06e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10 HTTP/1.1" status: 200 len: 217 time: 0.0367622 Nov 22 22:11:00.130469 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-62197c4e-ec22-4fd0-80a4-bdde45f2f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.132029 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-62197c4e-ec22-4fd0-80a4-bdde45f2f20e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0593987 Nov 22 22:11:00.177010 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-f431d1a5-e602-49eb-b941-aa56415ecf65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371790 Nov 22 22:11:00.190460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:11:00.312991 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a42700fe-4e21-4948-b58b-28ba9a395923 req-ec1828f5-ecb8-4121-b4f8-1b872958002b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=0009cf14-4f57-456c-8f9f-22e9c7505718 HTTP/1.1" status: 200 len: 210 time: 0.0935805 Nov 22 22:11:00.378449 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:11:00.393490 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:11:00.412388 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:00.413133 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:10:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:00.425694 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] No DVR routers for this DVR port f164dbd6-6e3d-4675-8e54-a01c0765048b on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:11:00.426221 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-a74c048c-0e3e-4cf5-ac8a-6ec7bead0240 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397742 Nov 22 22:11:00.430806 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:00.434487 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6f00a13e-3dea-42ea-8d5f-2f0ccde94e0d req-26e68665-75a7-49f2-a179-9773ba6c2793 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "DELETE /v2.0/ports/f164dbd6-6e3d-4675-8e54-a01c0765048b HTTP/1.1" status: 204 len: 173 time: 1.2479687 Nov 22 22:11:00.435321 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-deleted', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:00.435498 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db64d0-aa9f-45e4-bf91-2df6b72a2bf4 req-2b573914-efce-4b77-b312-b9fa30e381f0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.438131 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad475c7-901d-42fd-ab2b-e40b139b2659" -d '{"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-deleted", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:00.441748 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-03db64d0-aa9f-45e4-bf91-2df6b72a2bf4 req-2b573914-efce-4b77-b312-b9fa30e381f0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 943 time: 0.1323576 Nov 22 22:11:00.540728 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e19bb9-d940-4230-b603-2b5b438c7af7 x-openstack-request-id: req-96e19bb9-d940-4230-b603-2b5b438c7af7 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:00.541360 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009cf14-4f57-456c-8f9f-22e9c7505718", "name": "network-vif-deleted", "tag": "f164dbd6-6e3d-4675-8e54-a01c0765048b", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:00.541910 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e19bb9-d940-4230-b603-2b5b438c7af7 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:00.542577 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009cf14-4f57-456c-8f9f-22e9c7505718', 'name': 'network-vif-deleted', 'tag': 'f164dbd6-6e3d-4675-8e54-a01c0765048b', 'status': 'completed', 'code': 200} Nov 22 22:11:00.580549 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11c9701e-d3c4-4b0c-b08b-83ccff2612f5 req-f678a15c-9a4d-4d27-89c4-770bd8f5b70f service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375194 Nov 22 22:11:00.628989 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-03db64d0-aa9f-45e4-bf91-2df6b72a2bf4 req-58361def-c96f-47ff-9c9d-7830f3a8e0c8 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Nov 22 22:11:00.717690 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08459c-9c2f-4201-9ee0-cdda1c35b025 req-c2c5f370-c6a0-482f-a09d-d59b9392c2f3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.726537 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c08459c-9c2f-4201-9ee0-cdda1c35b025 req-c2c5f370-c6a0-482f-a09d-d59b9392c2f3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0957062 Nov 22 22:11:00.734207 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:00.770324 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50af39-314c-4f50-9a6d-20a954558383 req-b03adbae-18ec-40db-9ee9-737de065452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.772183 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-b03adbae-18ec-40db-9ee9-737de065452c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 1096 time: 0.0966232 Nov 22 22:11:00.851118 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c08459c-9c2f-4201-9ee0-cdda1c35b025 req-05203489-7066-4173-b1e8-9ae02f0971ea tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236849 Nov 22 22:11:00.920760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50af39-314c-4f50-9a6d-20a954558383 req-c2b8ebf3-e9c0-44cc-bcbd-20960c82d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:00.922573 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-c2b8ebf3-e9c0-44cc-bcbd-20960c82d3b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 916 time: 0.1419585 Nov 22 22:11:00.970563 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-fdda9612-8063-450b-8ec2-1d7bdeb2f847 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10 HTTP/1.1" status: 200 len: 217 time: 0.0400200 Nov 22 22:11:01.022139 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:01.045035 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50af39-314c-4f50-9a6d-20a954558383 req-bf5bd7a9-cf17-42de-b7ac-6495ad7091be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:01.047710 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-bf5bd7a9-cf17-42de-b7ac-6495ad7091be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0667253 Nov 22 22:11:01.051861 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:11:01.061891 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:01.062524 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:10:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:01.105480 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-699228e4-4db3-4ecd-981c-1fe6791d4be9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485954 Nov 22 22:11:01.209933 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:01.267546 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-f7e80a28-f439-4085-a11b-5a62f9297687 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514273 Nov 22 22:11:01.451743 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf50af39-314c-4f50-9a6d-20a954558383 req-a061b6dd-4506-4530-ae81-2afc6ed33e3d service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733768 Nov 22 22:11:01.511285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:01.547096 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57507aea-ac60-4819-9dba-95b4361fba30 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:11:01.547961 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53942) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:01.649386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:01.692286 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:01.788301 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:01.793290 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:01.796195 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc4b36ad-39a2-490c-8cdf-0b5219a41e9c HTTP/1.1" status: 204 len: 168 time: 0.2464514 Nov 22 22:11:01.805323 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53946) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:01.814413 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10b8ca-1890-4da7-8353-972491ff7e94 req-28deeadb-ff41-4ad3-a453-51432cfffe46 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:01.817994 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7b10b8ca-1890-4da7-8353-972491ff7e94 req-28deeadb-ff41-4ad3-a453-51432cfffe46 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 943 time: 0.1078775 Nov 22 22:11:01.831991 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37060646-2a96-40e8-814d-984f9ec10235 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b36ad-39a2-490c-8cdf-0b5219a41e9c,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:01.858823 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.api.v2.resource [None req-e8a0ea30-ddb0-41ab-bc2c-20b063694d2e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] show failed (client error): The resource could not be found. Nov 22 22:11:01.863886 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e8a0ea30-ddb0-41ab-bc2c-20b063694d2e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups/bc4b36ad-39a2-490c-8cdf-0b5219a41e9c HTTP/1.1" status: 404 len: 347 time: 0.0565608 Nov 22 22:11:01.866911 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53948) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:01.953377 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7b10b8ca-1890-4da7-8353-972491ff7e94 req-ee6522b1-5d99-4019-87d0-8bec4bdec81a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253569 Nov 22 22:11:02.123555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b7cd-ba71-42f6-9aa9-b935cb02c8f2 req-ea4cb721-be57-49eb-bb24-8bc611cccd71 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:02.131924 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0203b7cd-ba71-42f6-9aa9-b935cb02c8f2 req-ea4cb721-be57-49eb-bb24-8bc611cccd71 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1103346 Nov 22 22:11:02.172158 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Deleting port f90d90ac-ff79-4137-b4f3-1bec4e1231b2 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:11:02.173032 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.201244 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0203b7cd-ba71-42f6-9aa9-b935cb02c8f2 req-d4f1a7c2-aac8-4c59-b423-3e054f2b746a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605569 Nov 22 22:11:02.253705 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec690e7b-5c67-4f73-afd0-73164966a675 None None] New status for floating IP 617a4304-600e-4ca7-a6e7-3b3e15722ef5: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:11:02.279273 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.279733 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.301977 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Calling delete_port for f90d90ac-ff79-4137-b4f3-1bec4e1231b2 owned by network:floatingip {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:11:02.572257 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.614146 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'Port': ['ID=f90d90ac-ff79-4137-b4f3-1bec4e1231b2,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:02.711098 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.716301 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:02.726309 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:11:02.727265 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-28fe27db-b709-4f53-a669-7f4155cbb33f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "DELETE /v2.0/floatingips/617a4304-600e-4ca7-a6e7-3b3e15722ef5 HTTP/1.1" status: 204 len: 168 time: 0.8497553 Nov 22 22:11:02.749332 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: f164dbd6-6e3d-4675-8e54-a01c0765048b {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:11:02.749798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device f164dbd6-6e3d-4675-8e54-a01c0765048b not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:11:02.964370 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53954) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:02.969665 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708362126', 'description': 'tempest-description--529696361'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:02.999104 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.088643 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.093307 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.131614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.132997 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1675811 Nov 22 22:11:03.136030 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8a0ad-7fe0-4b29-9326-78195ce51ca8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978c86d2-7622-4f15-9a4a-362827329597,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:03.136309 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 53958) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:03.144969 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group_rule': {'security_group_id': '978c86d2-7622-4f15-9a4a-362827329597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:03.175381 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00824e60-db94-479e-9834-c62ace68af2e req-01679100-b960-4c41-aa06-0b8c15e928b9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:03.177975 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00824e60-db94-479e-9834-c62ace68af2e req-01679100-b960-4c41-aa06-0b8c15e928b9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 943 time: 0.1130838 Nov 22 22:11:03.252167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.309979 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00824e60-db94-479e-9834-c62ace68af2e req-2be12b4c-6b54-4901-a1c2-b6df1a02465b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194377 Nov 22 22:11:03.369316 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.394483 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.428932 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd73b577-97a0-41cd-84b1-b220c5c4c194,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:03.447919 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.449809 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-71cfc391-b5f6-4601-929f-69a36294b9b0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3119347 Nov 22 22:11:03.452944 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53962) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:03.460534 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'security_group_rule': {'security_group_id': '978c86d2-7622-4f15-9a4a-362827329597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:03.472573 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f235c36-cb9f-4c2e-b37d-6feed20930a7 req-b6ae1a63-bcf4-44d3-b717-eb76685c6019 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:03.475274 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8f235c36-cb9f-4c2e-b37d-6feed20930a7 req-b6ae1a63-bcf4-44d3-b717-eb76685c6019 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1253133 Nov 22 22:11:03.502590 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.538965 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8f235c36-cb9f-4c2e-b37d-6feed20930a7 req-386384e5-6161-4389-880c-0e29089a75c4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561693 Nov 22 22:11:03.620002 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.625041 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.654258 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b43ec0-1473-47ca-b32a-6fb34e605b9e,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:03.665430 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.666767 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-363acbcd-903c-4954-a8ef-72bba54e219b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2121971 Nov 22 22:11:03.671779 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 53964) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:03.676900 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:03.701021 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.814623 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:03.942018 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Allocated IP 172.27.1.44 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/b5615808-973e-4f81-8ae9-cf69e26afc61) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:11:04.056431 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.096018 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.145668 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:11:04.150967 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:11:04.156238 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:11:04.163611 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=b5615808-973e-4f81-8ae9-cf69e26afc61,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:04.259390 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.300773 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.486144 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb40f1-b1a9-49e1-a97c-02e182f06fef req-ff936cf9-7509-48d0-88b0-4924df887829 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:04.487823 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a5fb40f1-b1a9-49e1-a97c-02e182f06fef req-ff936cf9-7509-48d0-88b0-4924df887829 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 943 time: 0.0691390 Nov 22 22:11:04.504082 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.509782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.551487 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a5fb40f1-b1a9-49e1-a97c-02e182f06fef req-3ec214dc-b656-487c-8a3a-9c2d9cde5ab4 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Nov 22 22:11:04.603026 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=b5615808-973e-4f81-8ae9-cf69e26afc61,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:04.625459 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.645335 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.648220 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0405d3e9-a041-4dba-b8af-bc95b402dae2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9750345 Nov 22 22:11:04.694526 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f7c0b-db39-45d8-b8f3-0a831180d6c4 req-b63efe8a-823f-4334-80ed-52d6e5ead23c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:04.696630 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-491f7c0b-db39-45d8-b8f3-0a831180d6c4 req-b63efe8a-823f-4334-80ed-52d6e5ead23c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0681915 Nov 22 22:11:04.731473 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4166c436-cf27-40e8-88c0-bee2ae6d0c10 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:11:04.765448 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-491f7c0b-db39-45d8-b8f3-0a831180d6c4 req-629349d2-8d04-474e-9fa5-4ae039c814ba tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623422 Nov 22 22:11:04.865742 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:04.880460 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'port_id': '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'mac_address': 'fa:16:3e:78:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aad32f-47ab-4e34-a99d-6e9613503199', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:11:04.921308 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:04.923008 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-50cf89e9-ac63-4d54-bfe7-72aa352e833b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1708362126&fields=id&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 267 time: 0.0555692 Nov 22 22:11:04.936615 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4166c436-cf27-40e8-88c0-bee2ae6d0c10 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:04.959542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:04.965643 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:05.030841 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:05.204685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['4166c436-cf27-40e8-88c0-bee2ae6d0c10'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:05.318233 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-6a68babb-8acc-4d99-90c1-10ac213a06da tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:05.319847 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-6a68babb-8acc-4d99-90c1-10ac213a06da tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 816 time: 0.3844481 Nov 22 22:11:05.348101 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-4761b8d1-9707-48bf-93be-91a6bcbdf156 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/quotas/6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 375 time: 0.0171323 Nov 22 22:11:05.433714 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-b8301602-2a14-438a-9ef8-231910be9d2f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719755 Nov 22 22:11:05.590793 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-908081d6-0b89-4fe5-9d74-666c9b0d50aa service neutron] 10.222.0.48 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432455 Nov 22 22:11:05.788214 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13922-390d-42d5-b04c-b930e4e6239a req-115503a0-3700-42f2-84a7-2e66ad9e4731 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:05.789905 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-caa13922-390d-42d5-b04c-b930e4e6239a req-115503a0-3700-42f2-84a7-2e66ad9e4731 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 944 time: 0.1193933 Nov 22 22:11:05.797257 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-a8386b57-863f-4648-b7e0-14269ebb620d service neutron] 10.222.0.48 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952877 Nov 22 22:11:05.854205 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-caa13922-390d-42d5-b04c-b930e4e6239a req-1a6d8185-d752-4df0-a526-9d8da736db60 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Nov 22 22:11:06.022792 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f9-0011-4f57-8dfe-83f3026ba894 req-044e774b-2473-4f83-a293-2fe61d9813b4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:06.024573 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2da4b1f9-0011-4f57-8dfe-83f3026ba894 req-044e774b-2473-4f83-a293-2fe61d9813b4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0973814 Nov 22 22:11:06.045011 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-608f12d6-891f-4017-96fd-5afae95f5dea req-79bb8fba-ffb1-487f-b8d1-f47fa20a4a9d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 210 time: 0.0501521 Nov 22 22:11:06.099549 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2da4b1f9-0011-4f57-8dfe-83f3026ba894 req-036ca210-80fb-4617-a1a4-bdecc5c5aff1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570476 Nov 22 22:11:06.734782 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4166c436-cf27-40e8-88c0-bee2ae6d0c10 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:11:06.797205 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:11:06.801640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:11:06.802009 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:06.897174 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:06.932156 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:06.935441 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b3110-292e-48d5-bdd0-66af273aeb9c" -d '{"events": [{"server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "name": "network-vif-plugged", "status": "completed", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:06.954549 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:06.962261 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:07.018427 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6a910-747a-4fd2-8a8b-c5744b86e7d6 x-openstack-request-id: req-ceb6a910-747a-4fd2-8a8b-c5744b86e7d6 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:07.018855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "name": "network-vif-plugged", "status": "completed", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:07.019937 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ceb6a910-747a-4fd2-8a8b-c5744b86e7d6 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:07.019937 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'code': 200} Nov 22 22:11:07.062649 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:07.073055 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b90386-f893-469c-95cd-31e30f34c7ef req-81c950a2-4b19-4fd7-b1f7-a613eb60bbd6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:07.075687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d9b90386-f893-469c-95cd-31e30f34c7ef req-81c950a2-4b19-4fd7-b1f7-a613eb60bbd6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.1144722 Nov 22 22:11:07.218057 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d9b90386-f893-469c-95cd-31e30f34c7ef req-ab3b1acc-ed45-40ef-bfcb-d850fb5f1bec tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227710 Nov 22 22:11:07.231263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f62a6b5a-9369-4ad9-92aa-57d2751d7fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:07.306394 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f535fb37-728e-4c23-99a8-6a44d79a9a39 req-213e1634-65aa-4e21-aba6-430545975eaa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 210 time: 0.0756631 Nov 22 22:11:07.353160 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-a6e95dac-9bee-4b43-9a85-c28e1ec92404 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:07.353160 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-a6e95dac-9bee-4b43-9a85-c28e1ec92404 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 816 time: 0.3117790 Nov 22 22:11:07.413856 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9d0ac-307b-4efd-9dd3-a74231ead9ac req-95eb053c-f9be-4a1b-ad4a-f8e0c0cad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:07.416970 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-38a9d0ac-307b-4efd-9dd3-a74231ead9ac req-95eb053c-f9be-4a1b-ad4a-f8e0c0cad818 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 1098 time: 0.1013143 Nov 22 22:11:07.498111 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-38a9d0ac-307b-4efd-9dd3-a74231ead9ac req-5125cc6c-1aa3-4a8a-b1ff-849a9d80283b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Nov 22 22:11:07.549613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0638ef-a2e7-4398-a46e-f06a4c76aeef req-e76c67d7-dfd5-4eb4-8e7f-018ecf08d07d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:07.552386 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fd0638ef-a2e7-4398-a46e-f06a4c76aeef req-e76c67d7-dfd5-4eb4-8e7f-018ecf08d07d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1653588 Nov 22 22:11:07.573599 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-a0d15ed3-becc-4a20-9889-770a8a9ae3c7 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 380 time: 0.2123368 Nov 22 22:11:07.620632 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fd0638ef-a2e7-4398-a46e-f06a4c76aeef req-7037e2b4-e932-43de-b0af-8d3fce7dcb79 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612984 Nov 22 22:11:07.695845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'port': {'device_id': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'admin_state_up': True, 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'security_groups': ['978c86d2-7622-4f15-9a4a-362827329597']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:07.859674 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Made reservation on behalf of 6f88f8c3689f435d8a6d954337fad1ee for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:11:07.866147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:07.993440 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-b7dad643-d5e2-4621-8e77-9b63ff08416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:07.996294 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-b7dad643-d5e2-4621-8e77-9b63ff08416c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1098 time: 0.0534489 Nov 22 22:11:08.027213 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6300f3-b33e-427b-b58f-a9a88b0f1a6f req-80efff8a-ae02-498e-970a-bd240ef1508d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.028956 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f6300f3-b33e-427b-b58f-a9a88b0f1a6f req-80efff8a-ae02-498e-970a-bd240ef1508d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1387317 Nov 22 22:11:08.132598 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Allocated IP 172.20.0.8 (51137e5e-beca-4500-b972-d54dc057bfff/1df62144-cb88-4f1a-9ffe-759aae16bbb6/8e97a122-20e9-4604-86ab-b6198b32063b) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:11:08.141806 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f6300f3-b33e-427b-b58f-a9a88b0f1a6f req-9587de41-7984-4887-a810-0845dee420f4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028099 Nov 22 22:11:08.153026 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-ad758ca5-7d48-4974-bf92-328b1ad65dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.155736 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-ad758ca5-7d48-4974-bf92-328b1ad65dff service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1495500 Nov 22 22:11:08.283907 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-37587f81-ff18-4b3d-afff-f9015b2f74f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 1001 time: 0.1127052 Nov 22 22:11:08.336319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:08.351897 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-18f93188-fe6b-4d21-990c-a3f1488e477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.353612 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-18f93188-fe6b-4d21-990c-a3f1488e477f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0675786 Nov 22 22:11:08.419664 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-51a09fd1-9b27-473a-a69f-5cc5f3562313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.421728 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-51a09fd1-9b27-473a-a69f-5cc5f3562313 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566807 Nov 22 22:11:08.466852 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77653a-8acd-4e37-ba82-6c588cac192c req-ccd7b1b7-33b0-4242-bd8f-a5918840aa5a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.469594 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ec77653a-8acd-4e37-ba82-6c588cac192c req-ccd7b1b7-33b0-4242-bd8f-a5918840aa5a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.1309917 Nov 22 22:11:08.490057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:08.570419 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-8fe225c7-1b42-4ae9-b2fe-fec576763ff6 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408832 Nov 22 22:11:08.578025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Network 51137e5e-beca-4500-b972-d54dc057bfff is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:11:08.589985 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:11:08.602341 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:11:08.609883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:08.666856 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ddee6-a6eb-453f-9f11-8633d9251fd3 req-00e14219-3289-4c8c-9a6b-3d67f1ab4d17 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.668978 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d58ddee6-a6eb-453f-9f11-8633d9251fd3 req-00e14219-3289-4c8c-9a6b-3d67f1ab4d17 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 931 time: 0.1968889 Nov 22 22:11:08.682553 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ec77653a-8acd-4e37-ba82-6c588cac192c req-5f21d63c-26da-4a7b-837f-8872b8d6accf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950512 Nov 22 22:11:08.738466 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:08.739645 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:08.776140 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0a5d1708-e72e-4b00-bad6-9bec72b8f177 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851369 Nov 22 22:11:08.788379 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7a920be5-bc3e-4e13-80ad-3cbc6873cabe req-faff36d3-ed4f-48b8-8b79-7f5a2ccbd79b service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088923 Nov 22 22:11:08.812587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Request body: {'port': {'device_id': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:08.882150 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d58ddee6-a6eb-453f-9f11-8633d9251fd3 req-f288fd8e-e36f-4d8c-9c21-e132f2e191cd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809621 Nov 22 22:11:08.937581 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.014439 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-9b15ea08-56d2-4db0-9c73-d6e6a26cd823 None None] Provisioning complete for port 8e97a122-20e9-4604-86ab-b6198b32063b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:11:09.015381 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9b15ea08-56d2-4db0-9c73-d6e6a26cd823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.058444 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-9b15ea08-56d2-4db0-9c73-d6e6a26cd823 None None] Port 8e97a122-20e9-4604-86ab-b6198b32063b cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:11:09.351333 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:09.367159 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e4a3-7a50-4448-a55b-1beb64e08b73 req-a9f513ff-eb2e-46c5-8c02-0fc243d8ce91 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:09.369026 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8276e4a3-7a50-4448-a55b-1beb64e08b73 req-a9f513ff-eb2e-46c5-8c02-0fc243d8ce91 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.1318405 Nov 22 22:11:09.371962 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.406985 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Transition to ACTIVE for port object 8e97a122-20e9-4604-86ab-b6198b32063b will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:11:09.414917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.502410 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8276e4a3-7a50-4448-a55b-1beb64e08b73 req-055af09b-0575-423f-9801-b5fc00730e69 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201785 Nov 22 22:11:09.505996 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:09.596362 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Attempting to bind port 8e97a122-20e9-4604-86ab-b6198b32063b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:11:09.596973 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Attempting to bind port 8e97a122-20e9-4604-86ab-b6198b32063b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:11:09.597585 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Attempting to bind port 8e97a122-20e9-4604-86ab-b6198b32063b on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:09.605611 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Port 8e97a122-20e9-4604-86ab-b6198b32063b on network 51137e5e-beca-4500-b972-d54dc057bfff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:11:09.606595 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Attempting to bind port 8e97a122-20e9-4604-86ab-b6198b32063b on network 51137e5e-beca-4500-b972-d54dc057bfff {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:09.616068 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:11:09.616598 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Checking segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:11:09.617265 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Bound using segment: {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:11:09.618063 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Bound port: 8e97a122-20e9-4604-86ab-b6198b32063b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39f5919-b83a-4179-bb27-0acaf61043c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:11:09.618513 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.723581 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:11:09.726363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:11:09.734468 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.816523 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:09.817203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:09.818692 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 1093 time: 1.0268657 Nov 22 22:11:09.821141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:09.823596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b90261-150e-47ee-bed1-3dd7065e230a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:09.870506 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824fbe3-8d3d-4229-8289-c62a5f35efb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:09.915060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43f4853-e98e-4913-8960-96fc27773686 x-openstack-request-id: req-c43f4853-e98e-4913-8960-96fc27773686 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:09.915437 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:09.915607 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c43f4853-e98e-4913-8960-96fc27773686 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:09.916094 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'status': 'completed', 'code': 200} Nov 22 22:11:09.926317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2e681-65d3-4bef-8ab0-4f4e02665629 req-4077fbc6-80ea-4b9d-8106-5a7a4e3816e4 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:09.927989 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-38e2e681-65d3-4bef-8ab0-4f4e02665629 req-4077fbc6-80ea-4b9d-8106-5a7a4e3816e4 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.1360302 Nov 22 22:11:09.969058 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-2397a34f-363a-4849-8bed-118691aee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:09.970696 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-2397a34f-363a-4849-8bed-118691aee2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1096 time: 0.0954943 Nov 22 22:11:10.037895 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-3a6d9122-6672-42ba-bf2c-bd19b14587a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 217 time: 0.0571742 Nov 22 22:11:10.045093 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-38e2e681-65d3-4bef-8ab0-4f4e02665629 req-a4da256c-5a42-4f67-85e2-b8db24c994a5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090305 Nov 22 22:11:10.157406 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-fafdd0c9-3616-48c1-bc9a-b758221de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.159045 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-fafdd0c9-3616-48c1-bc9a-b758221de8c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.1126995 Nov 22 22:11:10.168090 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a3247-60d3-4e85-8888-d864150a4da6 req-8e359fd6-3d56-4ca3-8cb8-9a2f56a9e6af tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.170482 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f81a3247-60d3-4e85-8888-d864150a4da6 req-8e359fd6-3d56-4ca3-8cb8-9a2f56a9e6af tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.1440685 Nov 22 22:11:10.296815 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f575e13-f653-41dc-a88d-c74496b63673 req-12b06051-5a50-4fbd-9d57-404ed137efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.299709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-12b06051-5a50-4fbd-9d57-404ed137efda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1278908 Nov 22 22:11:10.313481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f81a3247-60d3-4e85-8888-d864150a4da6 req-83699588-96dc-4dee-925f-d3c0299780bd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019239 Nov 22 22:11:10.431076 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-c576b1ec-d005-438c-ab62-29e7a6592648 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217682 Nov 22 22:11:10.622457 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7f575e13-f653-41dc-a88d-c74496b63673 req-0e95735e-dd09-4ba7-887d-ef9fcf2ae1c0 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833463 Nov 22 22:11:10.741680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc515f-cb47-4f66-ad6e-0d387437d9ad req-9c9d0a7a-31e0-48f6-ba75-a1fb86b1fb2e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.743283 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-66cc515f-cb47-4f66-ad6e-0d387437d9ad req-9c9d0a7a-31e0-48f6-ba75-a1fb86b1fb2e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0940895 Nov 22 22:11:10.752136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-0b726364-b062-439a-8f49-0dbde658752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.753746 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-0b726364-b062-439a-8f49-0dbde658752f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1096 time: 0.0664825 Nov 22 22:11:10.769024 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-029b4206-96a3-4fdc-9932-5359058155dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:10.860022 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-66cc515f-cb47-4f66-ad6e-0d387437d9ad req-e037cd14-1e3d-4de4-a264-c293ab23db90 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052461 Nov 22 22:11:10.898482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-dce7c133-048a-4dac-b671-9d3c29460657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:10.900064 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-dce7c133-048a-4dac-b671-9d3c29460657 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1301124 Nov 22 22:11:10.949232 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-2d5d40c2-e843-4a37-b436-11df7bcf4f9b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 217 time: 0.0414224 Nov 22 22:11:11.007828 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-d9805657-1cc7-4679-9054-eb65a77fcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:11.009265 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-d9805657-1cc7-4679-9054-eb65a77fcf96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0513022 Nov 22 22:11:11.068564 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-673e810c-75ad-405e-8de6-661088180778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:11.070327 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-673e810c-75ad-405e-8de6-661088180778 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507817 Nov 22 22:11:11.223721 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-ba083c0d-bba5-43d8-9c94-f3bbd2e1d5e3 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444609 Nov 22 22:11:11.344270 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e2b90261-150e-47ee-bed1-3dd7065e230a req-b1565654-970c-4cb8-90cd-36fca7b92654 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079032 Nov 22 22:11:11.478868 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853781-a4cf-45d3-b85c-c4c1989e39b3 req-9da818d7-f403-4a14-857c-08167c864705 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:11.480457 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eb853781-a4cf-45d3-b85c-c4c1989e39b3 req-9da818d7-f403-4a14-857c-08167c864705 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0586913 Nov 22 22:11:11.539118 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eb853781-a4cf-45d3-b85c-c4c1989e39b3 req-7cbf2a81-da5e-463d-a1b7-cfb63fc430fa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Nov 22 22:11:11.575192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:11.982875 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-7d1178a8-17de-4ab6-a977-348d3b8b378c tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:11.985615 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-7d1178a8-17de-4ab6-a977-348d3b8b378c tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1312199 Nov 22 22:11:12.003404 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-b7e1d6be-76d5-41d0-86f4-659c7093ff69 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/quotas/eed9849a62274e3998acda1105821eb9 HTTP/1.1" status: 200 len: 375 time: 0.0112510 Nov 22 22:11:12.069959 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-506d3105-6b11-4249-bf18-ebb8d6da4efd tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599308 Nov 22 22:11:12.175764 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-f6015d23-4f81-44b8-8d55-9cf46972f2fa service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974133 Nov 22 22:11:12.284437 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-b0166573-0fa0-4e66-8154-51e4e58e7002 service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019650 Nov 22 22:11:12.482727 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca089f73-ff8c-48e9-9dd7-6b94829fb7eb req-974aeb30-5446-4ef1-9ee0-db2f75257fe9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 210 time: 0.0352299 Nov 22 22:11:12.736379 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186511-ae03-4680-b38a-1022bd8fc8ad req-03d56fbf-2b0f-4684-81d7-84ac41f3d5eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:12.740204 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41186511-ae03-4680-b38a-1022bd8fc8ad req-03d56fbf-2b0f-4684-81d7-84ac41f3d5eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0737793 Nov 22 22:11:12.814773 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41186511-ae03-4680-b38a-1022bd8fc8ad req-21f86052-e646-4b87-bafc-c93a06b4b7f5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644307 Nov 22 22:11:13.289184 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:13.295994 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:13.667141 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bfecf54e-8b3f-498a-b1bb-ab41eb03f3a7 req-17f6adfe-c4b0-423c-af51-3a9a47de6287 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 210 time: 0.0789266 Nov 22 22:11:13.733295 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-7e5d0408-b108-4ecd-9619-cc595d0d550f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:13.735162 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-7e5d0408-b108-4ecd-9619-cc595d0d550f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1871078 Nov 22 22:11:13.749894 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Request body: {'port': {'device_id': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'admin_state_up': True, 'tenant_id': 'eed9849a62274e3998acda1105821eb9'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:13.900136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:11:13.904284 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:14.270351 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784b46-8802-41f1-a648-f4d95e2acc93 req-30367308-580b-43ef-b71d-613acd6ae766 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:14.272529 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c784b46-8802-41f1-a648-f4d95e2acc93 req-30367308-580b-43ef-b71d-613acd6ae766 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.3565567 Nov 22 22:11:14.376618 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Allocated IP 172.20.0.2 (0f237ca5-e20a-47c1-9e12-98c2f2424c8e/91aad32f-47ab-4e34-a99d-6e9613503199/b5d5573c-32ef-4872-a28e-42a4416b4f33) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:11:14.382616 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c784b46-8802-41f1-a648-f4d95e2acc93 req-b8528be9-f84b-40da-95cc-4ff04e933307 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971417 Nov 22 22:11:14.596795 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:14.639903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:14.656105 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d', '4166c436-cf27-40e8-88c0-bee2ae6d0c10'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:14.691513 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:11:14.695427 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:11:14.699597 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:11:14.706918 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event updated for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:14.760970 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:14.761668 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:14.782253 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-6788c019-7a47-43db-8277-6d2ec0e01c1f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363767 Nov 22 22:11:14.782810 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:11:14.798430 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Request body: {'port': {'device_id': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:14.890020 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a95b8-ec55-449c-9cc2-758750fb1840 req-7cac7ebc-3d30-4e4b-86f0-de817635ca78 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:14.891633 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-234a95b8-ec55-449c-9cc2-758750fb1840 req-7cac7ebc-3d30-4e4b-86f0-de817635ca78 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 931 time: 0.1082251 Nov 22 22:11:14.892481 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.008268 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-234a95b8-ec55-449c-9cc2-758750fb1840 req-22ea3371-b761-4785-abe3-fd41184c3174 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049142 Nov 22 22:11:15.064368 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:15.089874 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '8e97a122-20e9-4604-86ab-b6198b32063b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:11:15.167217 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.192694 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:15.230328 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:15.246819 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.319230 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:15.345165 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d5573c-32ef-4872-a28e-42a4416b4f33 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:15.357865 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.373071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Transition to ACTIVE for port object b5d5573c-32ef-4872-a28e-42a4416b4f33 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:11:15.378263 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.435680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:15.520848 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8e97a122-20e9-4604-86ab-b6198b32063b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:15.566071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Attempting to bind port b5d5573c-32ef-4872-a28e-42a4416b4f33 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:11:15.566393 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Attempting to bind port b5d5573c-32ef-4872-a28e-42a4416b4f33 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:11:15.566730 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Attempting to bind port b5d5573c-32ef-4872-a28e-42a4416b4f33 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:15.577554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Port b5d5573c-32ef-4872-a28e-42a4416b4f33 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:11:15.577895 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Attempting to bind port b5d5573c-32ef-4872-a28e-42a4416b4f33 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:15.586255 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:11:15.586612 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Checking segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:11:15.586978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Bound using segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:11:15.587422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Bound port: b5d5573c-32ef-4872-a28e-42a4416b4f33, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:11:15.587784 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.605622 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df84ca-7269-4d93-b315-f07f3f454b7d req-c8d3096d-a25c-4422-89ee-ee5272c64942 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:15.607978 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c0df84ca-7269-4d93-b315-f07f3f454b7d req-c8d3096d-a25c-4422-89ee-ee5272c64942 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.0900302 Nov 22 22:11:15.700924 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.728499 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c0df84ca-7269-4d93-b315-f07f3f454b7d req-0714cff8-c606-4c9a-8802-055c7f237ff6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076627 Nov 22 22:11:15.733380 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:11:15.739544 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:11:15.747048 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.813998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:15.814799 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:15.816629 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] 10.222.0.31 "PUT /v2.0/ports/b5d5573c-32ef-4872-a28e-42a4416b4f33 HTTP/1.1" status: 200 len: 1093 time: 1.0227103 Nov 22 22:11:15.817260 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:15.820868 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e7c5c7-d32f-497d-992e-5fa287473b75" -d '{"events": [{"name": "network-changed", "server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:15.830410 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-994c87b4-9348-449b-822b-a237bf3eea8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860043 Nov 22 22:11:15.866335 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4e146-27d3-43dc-abd2-801a086fbd43 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:15.887931 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a5eb2-5075-4c64-bd4e-f2992e1a2347 x-openstack-request-id: req-6c5a5eb2-5075-4c64-bd4e-f2992e1a2347 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:15.888340 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:15.888749 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c5a5eb2-5075-4c64-bd4e-f2992e1a2347 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:15.889382 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33', 'status': 'completed', 'code': 200} Nov 22 22:11:15.932122 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-64267a64-df39-4d4c-bf07-9fef14fdd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:15.933719 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-64267a64-df39-4d4c-bf07-9fef14fdd046 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 1096 time: 0.0543993 Nov 22 22:11:15.955840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-bdaca187-101a-42ac-8dad-6b64ae3dc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:15.957736 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-bdaca187-101a-42ac-8dad-6b64ae3dc73e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 1098 time: 0.0578794 Nov 22 22:11:15.981945 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-fad8acbc-bc7f-4dc5-94c3-fca997bdcc0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33 HTTP/1.1" status: 200 len: 217 time: 0.0387735 Nov 22 22:11:16.071326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-666ca4f4-22c4-48cb-bdb5-bcb7d0bc8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.073479 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-666ca4f4-22c4-48cb-bdb5-bcb7d0bc8ca8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0796223 Nov 22 22:11:16.129174 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-5e4c28bd-844d-41df-b15d-68ee9fe7a555 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476294 Nov 22 22:11:16.152177 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-ac3691e6-b007-4f1b-bb77-422cd52c8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.154288 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-ac3691e6-b007-4f1b-bb77-422cd52c8014 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1614428 Nov 22 22:11:16.237809 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b22fd-64b5-44c7-90a9-f37328adab96 req-9025aa49-5e23-4c78-bef0-6086098c1e70 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.241210 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e61b22fd-64b5-44c7-90a9-f37328adab96 req-9025aa49-5e23-4c78-bef0-6086098c1e70 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 943 time: 0.1333151 Nov 22 22:11:16.269891 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-3a6b6b92-fc4a-44c8-8569-4cf8b1d8ee18 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329868 Nov 22 22:11:16.328489 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-3028bbfd-91ce-4ee4-a5f1-8e2592990a77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 200 len: 1001 time: 0.1662669 Nov 22 22:11:16.383393 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-6eec3ad9-d97d-43e2-a556-271281c2d685 req-142565c4-bf52-4a9f-94d3-54ed8e09d23a service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041741 Nov 22 22:11:16.411604 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e61b22fd-64b5-44c7-90a9-f37328adab96 req-4be3df27-a15d-497f-8294-5d4d5926be99 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535196 Nov 22 22:11:16.444512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-55f4dcdc-ebff-4bd4-b046-64e83f70ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.447172 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-55f4dcdc-ebff-4bd4-b046-64e83f70ab1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.1078713 Nov 22 22:11:16.528822 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-6a96d16f-09e8-4ff8-9f56-386a3fce6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.531366 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-6a96d16f-09e8-4ff8-9f56-386a3fce6837 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 1096 time: 0.0681820 Nov 22 22:11:16.544190 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-2463d280-d9d8-42b1-be83-592d9921a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.547032 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-2463d280-d9d8-42b1-be83-592d9921a051 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0839596 Nov 22 22:11:16.694130 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-9d92df59-7658-4f4c-a535-7c69f9f156df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.697374 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-9d92df59-7658-4f4c-a535-7c69f9f156df service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 916 time: 0.1584909 Nov 22 22:11:16.733204 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-24bb5482-363a-4000-a817-fcf4c26d7702 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786706 Nov 22 22:11:16.777228 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-53d8fc67-7992-430c-a125-af0ff72d9703 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33 HTTP/1.1" status: 200 len: 217 time: 0.0721307 Nov 22 22:11:16.783428 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:11:16.878131 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-9512617e-8b00-49eb-8b02-d7dad3c8025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:16.880809 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-9512617e-8b00-49eb-8b02-d7dad3c8025e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0937142 Nov 22 22:11:16.888832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 8e97a122-20e9-4604-86ab-b6198b32063b completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:11:16.898446 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 8e97a122-20e9-4604-86ab-b6198b32063b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:11:16.899170 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:16.939981 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-ce7e567c-0558-4e45-974f-79f4f326452a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489278 Nov 22 22:11:17.008458 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:17.009997 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9eb7cfb5-0bfa-4a2e-9cea-6534e689fb57 req-d551a01a-ca5d-4a7a-b225-d352efa3d939 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676756 Nov 22 22:11:17.026600 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b6b6-435b-42c5-998f-7c406017ce4f req-6624d8ab-9ae4-4083-b83d-bea7c4777bd3 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:17.028717 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b96b6b6-435b-42c5-998f-7c406017ce4f req-6624d8ab-9ae4-4083-b83d-bea7c4777bd3 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.1589525 Nov 22 22:11:17.061766 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:17.064720 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee323c0-7fb3-4b9e-b14f-7863d9e49f73" -d '{"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:17.073012 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:17.083391 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:17.119817 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c156ceb-b971-488f-9ce3-4585cd5e0901 x-openstack-request-id: req-1c156ceb-b971-488f-9ce3-4585cd5e0901 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:17.120146 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:17.120412 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c156ceb-b971-488f-9ce3-4585cd5e0901 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:17.120803 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'code': 200} Nov 22 22:11:17.123111 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-670a6cf9-d78e-4666-85e5-cb4fd05eee11 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713817 Nov 22 22:11:17.127154 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b96b6b6-435b-42c5-998f-7c406017ce4f req-f4f7a1c1-8c2e-4bd3-a9ea-88739c758120 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862100 Nov 22 22:11:17.160867 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:17.294667 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-b7e7c5c7-d32f-497d-992e-5fa287473b75 req-d522de19-0a0f-4c65-a667-85555a4063cd service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496708 Nov 22 22:11:17.347914 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be31e5e-5ab9-4d11-b50f-ce5778a4e397 req-24ab4711-1b26-43e1-8e5a-3837f1bbf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:17.349405 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1be31e5e-5ab9-4d11-b50f-ce5778a4e397 req-24ab4711-1b26-43e1-8e5a-3837f1bbf429 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1098 time: 0.0478063 Nov 22 22:11:17.402750 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1be31e5e-5ab9-4d11-b50f-ce5778a4e397 req-7199cb2b-6e3e-4867-8de1-25c4358613ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Nov 22 22:11:17.562377 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827332db-6bae-446b-92eb-13fa628b4ad1 req-ccbc7810-3c6c-4ebf-80ab-e7cb512b10c5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:17.564033 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-827332db-6bae-446b-92eb-13fa628b4ad1 req-ccbc7810-3c6c-4ebf-80ab-e7cb512b10c5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 943 time: 0.0615814 Nov 22 22:11:17.620261 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-827332db-6bae-446b-92eb-13fa628b4ad1 req-cdaf99ed-7b17-48eb-b94f-4371d73ff852 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Nov 22 22:11:18.283401 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f3e0b-008a-4da7-af36-41478be357a0 req-f8dc0831-49bc-4f1a-a838-9fdf643af18f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:18.285020 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e65f3e0b-008a-4da7-af36-41478be357a0 req-f8dc0831-49bc-4f1a-a838-9fdf643af18f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0761158 Nov 22 22:11:18.359334 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e65f3e0b-008a-4da7-af36-41478be357a0 req-2af75f6d-dfc3-465b-b364-2c4d419491f8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626342 Nov 22 22:11:18.763405 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0aebb-265f-4d6a-813e-6b4e6648be5b req-c531d7a9-8d03-4dc1-8393-22fa1f1df2d2 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:18.765052 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-39f0aebb-265f-4d6a-813e-6b4e6648be5b req-c531d7a9-8d03-4dc1-8393-22fa1f1df2d2 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 943 time: 0.0643454 Nov 22 22:11:18.796543 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device b5d5573c-32ef-4872-a28e-42a4416b4f33 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:11:18.828600 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-39f0aebb-265f-4d6a-813e-6b4e6648be5b req-1c7e11bc-2d60-4e83-8cf3-ec909f158931 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522556 Nov 22 22:11:18.959363 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:18.978521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'b5d5573c-32ef-4872-a28e-42a4416b4f33', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'port_id': 'b5d5573c-32ef-4872-a28e-42a4416b4f33', 'mac_address': 'fa:16:3e:17:43:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aad32f-47ab-4e34-a99d-6e9613503199', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:11:19.038950 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:19.059543 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d5573c-32ef-4872-a28e-42a4416b4f33 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:19.091901 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:19.096868 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:19.156645 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:19.376588 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['b5d5573c-32ef-4872-a28e-42a4416b4f33'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:19.508053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06dbb-b904-4387-9b16-deee30d0fa8a req-5248fa79-dccf-413a-95e1-5aca8a42d35e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:19.510019 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43d06dbb-b904-4387-9b16-deee30d0fa8a req-5248fa79-dccf-413a-95e1-5aca8a42d35e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0602674 Nov 22 22:11:19.574051 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43d06dbb-b904-4387-9b16-deee30d0fa8a req-4e37e5bf-d5ee-4081-9f5c-a5b2f0537252 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496001 Nov 22 22:11:19.713861 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143ccab-bec8-48f8-8c3c-b8a15f955ebb req-302ec2d4-6bb4-4f45-953c-1a61a9e05ef8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:19.715939 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5143ccab-bec8-48f8-8c3c-b8a15f955ebb req-302ec2d4-6bb4-4f45-953c-1a61a9e05ef8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0597827 Nov 22 22:11:19.725589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54104) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:19.730767 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Request body: {'floatingip': {'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:19.778348 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:20.033491 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf91b-840e-4e28-96a0-a9e27551a789 req-393fca2b-13cb-49ea-8fa0-caeaf8ba4592 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:20.035108 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-40fbf91b-840e-4e28-96a0-a9e27551a789 req-393fca2b-13cb-49ea-8fa0-caeaf8ba4592 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 944 time: 0.1329856 Nov 22 22:11:20.172284 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-40fbf91b-840e-4e28-96a0-a9e27551a789 req-b6d7ba5a-c1c8-4b3f-904b-d29a80488270 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287205 Nov 22 22:11:20.353609 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:20.358458 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:20.479717 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Floating IP 760a3d42-a46c-4e99-ae1d-bfe977a5e0d2 associated. External IP: 172.27.1.44, port: 8e97a122-20e9-4604-86ab-b6198b32063b. Nov 22 22:11:20.726651 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:11:20.826570 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device b5d5573c-32ef-4872-a28e-42a4416b4f33 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:11:20.861589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:11:20.868501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:20.879601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:11:20.910933 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:20.911959 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:11:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:20.915477 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c4427457-9b78-4d82-ba84-589683fb5d16 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "PUT /v2.0/floatingips/760a3d42-a46c-4e99-ae1d-bfe977a5e0d2 HTTP/1.1" status: 200 len: 990 time: 1.1884186 Nov 22 22:11:20.916357 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:20.920804 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144feceb-1c2e-4404-bd45-d0bcbc524d82" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:20.984703 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port b5d5573c-32ef-4872-a28e-42a4416b4f33 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:11:20.985019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6abec19-70db-44fd-afe2-15535585d95f x-openstack-request-id: req-f6abec19-70db-44fd-afe2-15535585d95f {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:20.985481 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:20.985895 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6abec19-70db-44fd-afe2-15535585d95f {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:20.986526 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'status': 'completed', 'code': 200} Nov 22 22:11:20.994675 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port b5d5573c-32ef-4872-a28e-42a4416b4f33 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:11:20.995046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:21.054947 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-3036c240-905c-4049-a8ae-82449bded880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.056539 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-3036c240-905c-4049-a8ae-82449bded880 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1098 time: 0.0477529 Nov 22 22:11:21.179196 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-3553d342-7449-4ae0-ab8e-cc3975bb9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.180709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-3553d342-7449-4ae0-ab8e-cc3975bb9c4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1127868 Nov 22 22:11:21.237751 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:21.318263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:21.394365 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:21.397022 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b56f4-7bc1-474d-b190-d7d3e9eb49ae" -d '{"events": [{"server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "name": "network-vif-plugged", "status": "completed", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:21.419859 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:21.464735 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:21.492599 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b48c3f-de0b-49cd-8451-de11f406a746 x-openstack-request-id: req-93b48c3f-de0b-49cd-8451-de11f406a746 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:21.493246 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "name": "network-vif-plugged", "status": "completed", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:21.493649 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93b48c3f-de0b-49cd-8451-de11f406a746 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:21.494230 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33', 'code': 200} Nov 22 22:11:21.526653 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-303fea53-8779-4c6b-8faf-737e96048ba1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 998 time: 0.3352833 Nov 22 22:11:21.550015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495755-40fd-43cc-b91c-1145821ff8f0 req-a8915ded-1f02-400d-a188-3dadc9c31c01 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.551632 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-16495755-40fd-43cc-b91c-1145821ff8f0 req-a8915ded-1f02-400d-a188-3dadc9c31c01 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.0753560 Nov 22 22:11:21.561637 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:21.617590 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '760a3d42-a46c-4e99-ae1d-bfe977a5e0d2', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:04Z', 'updated_at': '2021-11-22T22:11:20Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:21.625721 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-a5923240-21e6-4a70-ad70-e1aaf9d153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.627207 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-a5923240-21e6-4a70-ad70-e1aaf9d153d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0746727 Nov 22 22:11:21.659952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:11:21.671907 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:21.672642 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:11:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:21.673149 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-16495755-40fd-43cc-b91c-1145821ff8f0 req-a9974bf6-9ef8-4239-8350-4d97c0bd2aac tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898693 Nov 22 22:11:21.691995 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-18a56ba4-a9e2-4cf6-aaac-571a7b7c1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.693608 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-18a56ba4-a9e2-4cf6-aaac-571a7b7c1290 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556903 Nov 22 22:11:21.753509 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d1b94-e1bc-4404-baa2-6c6896a38082 req-0abaeb31-5845-46ca-bd76-7c6e72810786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:21.755999 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f24d1b94-e1bc-4404-baa2-6c6896a38082 req-0abaeb31-5845-46ca-bd76-7c6e72810786 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 1098 time: 0.0764041 Nov 22 22:11:21.817139 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f24d1b94-e1bc-4404-baa2-6c6896a38082 req-2c92ba44-defe-4178-871d-eb587e079e4c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Nov 22 22:11:21.819575 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:21.821794 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-d8f5e784-2169-4a6f-bd22-6e0ce7290005 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198037 Nov 22 22:11:22.075581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '760a3d42-a46c-4e99-ae1d-bfe977a5e0d2', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:04Z', 'updated_at': '2021-11-22T22:11:20Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:22.110681 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0b74c-568a-4c5e-bc56-f0314907f6a8 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '760a3d42-a46c-4e99-ae1d-bfe977a5e0d2', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:04Z', 'updated_at': '2021-11-22T22:11:20Z', 'revision_number': 1, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:11:22.181893 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-144feceb-1c2e-4404-bd45-d0bcbc524d82 req-8181e1b4-366a-4292-a27e-9db8c24ee315 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362693 Nov 22 22:11:22.322867 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e58ceb-a271-4d86-a919-869469c79143 None None] New status for floating IP 760a3d42-a46c-4e99-ae1d-bfe977a5e0d2: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:11:22.826156 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4251c-8f72-4f19-8c8e-05d03f2d3da6 req-3e23150b-5a97-48c2-8b23-73936b119cf8 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:22.827777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b5e4251c-8f72-4f19-8c8e-05d03f2d3da6 req-3e23150b-5a97-48c2-8b23-73936b119cf8 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.0534976 Nov 22 22:11:22.884934 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b5e4251c-8f72-4f19-8c8e-05d03f2d3da6 req-9ce3ba4a-da12-4197-84ad-729ada55e406 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Nov 22 22:11:24.034772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee05e9-6617-4b50-8910-a5762a8fc5f0 req-731642ad-2c56-4c94-81f3-7b9a38a0251a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:24.036415 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-89ee05e9-6617-4b50-8910-a5762a8fc5f0 req-731642ad-2c56-4c94-81f3-7b9a38a0251a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.0587478 Nov 22 22:11:24.114984 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-89ee05e9-6617-4b50-8910-a5762a8fc5f0 req-ae53e599-3a71-45f3-8f19-d0155901848a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Nov 22 22:11:27.329070 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:11:35.198385 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-9da4bdc4-00a4-4261-88ec-2fd9d3077a80 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:35.200409 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-9da4bdc4-00a4-4261-88ec-2fd9d3077a80 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1228077 Nov 22 22:11:35.221355 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-120eb8ff-fb72-4ab7-9ce1-5cedfdaf74f2 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/quotas/eed9849a62274e3998acda1105821eb9 HTTP/1.1" status: 200 len: 375 time: 0.0109937 Nov 22 22:11:35.286696 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-f4ce03e5-2c00-4e8c-8f8c-9e5390a0fd76 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590830 Nov 22 22:11:35.389426 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-ddd18513-e7e3-4a88-b66f-f3e53ee5142e service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948808 Nov 22 22:11:35.503429 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-913618ab-9c52-44b1-b243-750bcb6c6706 service neutron] 10.222.0.48 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033609 Nov 22 22:11:35.688631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c29c4e01-07d7-4542-95f6-fad9345ea341 req-1d8ac5d5-6703-4f86-b44b-41524854b6dc tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 210 time: 0.0327194 Nov 22 22:11:36.862432 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e234c1a2-b279-4f35-a428-ca243d494714 req-fb5f1e4b-9126-4d1f-a9dd-325f8fff7198 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 210 time: 0.0781329 Nov 22 22:11:36.961182 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-4b983264-57c2-4649-80df-931d38f04607 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:36.962774 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-4b983264-57c2-4649-80df-931d38f04607 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 815 time: 0.1949713 Nov 22 22:11:36.987242 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Request body: {'port': {'device_id': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'admin_state_up': True, 'tenant_id': 'eed9849a62274e3998acda1105821eb9'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:37.179154 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Made reservation on behalf of eed9849a62274e3998acda1105821eb9 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:11:37.181453 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8f029146-d738-47b3-a45b-398869513b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:37.187122 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:37.393266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Allocated IP 172.20.0.6 (0f237ca5-e20a-47c1-9e12-98c2f2424c8e/91aad32f-47ab-4e34-a99d-6e9613503199/2750036f-f59d-4461-92c0-746d05cb29e1) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:11:37.629231 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:37.682230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:37.700562 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d', '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'b5d5573c-32ef-4872-a28e-42a4416b4f33'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:37.750672 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:11:37.754360 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:11:37.761388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:11:37.797841 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event updated for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:37.819611 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.819963 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.820305 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.820642 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.820983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.821344 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.821676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.822006 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.822333 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.822661 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.822995 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.823329 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:37.850155 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:37.850840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:37.881970 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-03b7b8b7-17c3-4bfc-b896-c50098b9fb6b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988523 Nov 22 22:11:37.899875 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Request body: {'port': {'device_id': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:37.993097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.127275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d1969-2994-4560-ae82-715cdcbb7577 req-fc41b908-48db-496e-b143-e2b87e9c5060 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:38.129915 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b42d1969-2994-4560-ae82-715cdcbb7577 req-fc41b908-48db-496e-b143-e2b87e9c5060 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 931 time: 0.1391587 Nov 22 22:11:38.327724 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b42d1969-2994-4560-ae82-715cdcbb7577 req-31462d78-528d-4ed4-ae5d-ee9fd9801ff6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315117 Nov 22 22:11:38.478812 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2750036f-f59d-4461-92c0-746d05cb29e1 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:38.488053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.505522 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Transition to ACTIVE for port object 2750036f-f59d-4461-92c0-746d05cb29e1 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:11:38.510996 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.567079 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Pushing event updated for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:38.645810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Attempting to bind port 2750036f-f59d-4461-92c0-746d05cb29e1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:11:38.646125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Attempting to bind port 2750036f-f59d-4461-92c0-746d05cb29e1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:11:38.646486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Attempting to bind port 2750036f-f59d-4461-92c0-746d05cb29e1 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:38.651704 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Port 2750036f-f59d-4461-92c0-746d05cb29e1 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:11:38.652040 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Attempting to bind port 2750036f-f59d-4461-92c0-746d05cb29e1 on network 0f237ca5-e20a-47c1-9e12-98c2f2424c8e {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:11:38.658040 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:11:38.658369 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Checking segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:11:38.658762 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Bound using segment: {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:11:38.659194 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Bound port: 2750036f-f59d-4461-92c0-746d05cb29e1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745f7fa-0c97-4a55-8aa7-689dfbb1e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:11:38.659549 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.746585 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:11:38.750752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2750036f-f59d-4461-92c0-746d05cb29e1,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:11:38.755929 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.798449 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:38.799100 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:38.800577 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] 10.222.0.31 "PUT /v2.0/ports/2750036f-f59d-4461-92c0-746d05cb29e1 HTTP/1.1" status: 200 len: 1093 time: 0.9078803 Nov 22 22:11:38.801062 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:38.803577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07" -d '{"events": [{"name": "network-changed", "server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:38.856169 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81988ddc-d15b-4e6a-aab8-bfa7f719ed0d service neutron] Pushing event updated for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:38.872913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484aae7-1f27-429b-9b92-d7a50e6bc012 x-openstack-request-id: req-f484aae7-1f27-429b-9b92-d7a50e6bc012 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:38.873167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:38.873448 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f484aae7-1f27-429b-9b92-d7a50e6bc012 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:38.873853 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1', 'status': 'completed', 'code': 200} Nov 22 22:11:38.914474 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-0f85f7f3-1ac9-4171-a0e7-34bbe0fcd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:38.916107 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-0f85f7f3-1ac9-4171-a0e7-34bbe0fcd99c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 1096 time: 0.0538611 Nov 22 22:11:38.998291 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-d5e003d1-c03f-4d8c-84c0-bfffb8e421a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2750036f-f59d-4461-92c0-746d05cb29e1 HTTP/1.1" status: 200 len: 217 time: 0.0436110 Nov 22 22:11:39.060035 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-96027531-9255-4707-ab2e-c993e25033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:39.061611 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-96027531-9255-4707-ab2e-c993e25033a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0525732 Nov 22 22:11:39.102484 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-b6c50e1c-4c28-4bba-a934-175ba0ac35af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280740 Nov 22 22:11:39.208631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-97554b06-9616-4deb-8864-0af23fc6feab service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949140 Nov 22 22:11:39.314523 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f4e26f61-83ef-4bee-8d02-f646fdd0c914 req-9b2cc07c-c579-4a59-a3be-ae49ea1c91a1 service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973160 Nov 22 22:11:39.460321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-b079c63f-506d-4e5b-a813-3c19aa6ebbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:39.461994 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-b079c63f-506d-4e5b-a813-3c19aa6ebbdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eed9849a62274e3998acda1105821eb9&device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 1096 time: 0.0803301 Nov 22 22:11:39.526443 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679230b-3840-41ff-b393-a05d6e98047b req-9609a62c-df22-45d9-957a-420b2b105f48 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:39.528625 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e679230b-3840-41ff-b393-a05d6e98047b req-9609a62c-df22-45d9-957a-420b2b105f48 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 943 time: 0.1092758 Nov 22 22:11:39.614149 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e679230b-3840-41ff-b393-a05d6e98047b req-3d13cdb4-21f1-41af-acf7-04c42f7fcf5a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774736 Nov 22 22:11:39.615492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-709bddfe-c6de-4822-b611-f2a070220561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:39.616981 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-709bddfe-c6de-4822-b611-f2a070220561 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 200 len: 916 time: 0.1460147 Nov 22 22:11:39.681808 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-fcce47e8-9f2d-4f4b-bb40-83e094c2ceb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2750036f-f59d-4461-92c0-746d05cb29e1 HTTP/1.1" status: 200 len: 217 time: 0.0544145 Nov 22 22:11:39.745791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-e35b463b-7ae7-4b77-8025-4e89864ca0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:39.748083 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-e35b463b-7ae7-4b77-8025-4e89864ca0cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 200 len: 855 time: 0.0563214 Nov 22 22:11:39.785055 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-d28c7d57-ba30-4588-b8a8-1e789e631f44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f237ca5-e20a-47c1-9e12-98c2f2424c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283186 Nov 22 22:11:39.891891 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-767bafa3-fd9a-43e3-afef-0ca1e5b3010f service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957155 Nov 22 22:11:40.022350 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7dcad9a9-9f03-44b4-acb9-4dace7c7be07 req-0cec8fc5-de86-45c8-b8ee-aa2855b271dc service neutron] 10.222.0.31 "GET /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185582 Nov 22 22:11:40.766786 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-da390155-9d56-4e30-befc-2d74bca9bc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:40.772825 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4a2c1-c13a-4c72-ad41-2cfe325b1448 req-4f1a408e-440d-4d02-bb35-68acf05810bb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:40.774654 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fae4a2c1-c13a-4c72-ad41-2cfe325b1448 req-4f1a408e-440d-4d02-bb35-68acf05810bb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 943 time: 0.0778954 Nov 22 22:11:40.837953 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fae4a2c1-c13a-4c72-ad41-2cfe325b1448 req-2a39ddfb-bfa2-4d59-afef-71d9aca430c7 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552499 Nov 22 22:11:41.578544 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:41.977090 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c663c6-c818-4ee8-93e0-3f71d5a30ac2 req-9ad34b4f-5b98-4305-814e-7cb80dee4fe9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:41.979239 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84c663c6-c818-4ee8-93e0-3f71d5a30ac2 req-9ad34b4f-5b98-4305-814e-7cb80dee4fe9 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 943 time: 0.0557334 Nov 22 22:11:42.056663 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-84c663c6-c818-4ee8-93e0-3f71d5a30ac2 req-ab7f8452-405c-4173-89e2-b582b43a96bc tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Nov 22 22:11:42.935079 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 2750036f-f59d-4461-92c0-746d05cb29e1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:11:43.050364 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2750036f-f59d-4461-92c0-746d05cb29e1,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:43.063770 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '2750036f-f59d-4461-92c0-746d05cb29e1', 'network_id': '0f237ca5-e20a-47c1-9e12-98c2f2424c8e', 'port_id': '2750036f-f59d-4461-92c0-746d05cb29e1', 'mac_address': 'fa:16:3e:79:50:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91aad32f-47ab-4e34-a99d-6e9613503199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:11:43.117912 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:43.142732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2750036f-f59d-4461-92c0-746d05cb29e1 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:11:43.168496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2750036f-f59d-4461-92c0-746d05cb29e1,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:43.176796 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:43.228537 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f9785-8b32-4cb6-889c-2204a9539889 req-459e5d39-76d4-4044-a27a-cad0f8ca6484 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:43.231823 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d4f9785-8b32-4cb6-889c-2204a9539889 req-459e5d39-76d4-4044-a27a-cad0f8ca6484 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 944 time: 0.0599356 Nov 22 22:11:43.237239 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:43.246798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.246798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.246798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.246798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.247669 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.247669 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.247669 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.248403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.248403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.248680 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.248838 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.249173 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:43.281042 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:43.295726 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:43.319484 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d4f9785-8b32-4cb6-889c-2204a9539889 req-d0e28f76-67ef-49de-809b-764a9479ae20 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774913 Nov 22 22:11:43.544502 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['2750036f-f59d-4461-92c0-746d05cb29e1'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:11:44.458649 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adc824-0533-4ba1-bba8-7999fe1bb88e req-d4cdbf7b-e80e-4929-938d-dcb9cf37105e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:44.460196 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59adc824-0533-4ba1-bba8-7999fe1bb88e req-d4cdbf7b-e80e-4929-938d-dcb9cf37105e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 944 time: 0.0595171 Nov 22 22:11:44.534234 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59adc824-0533-4ba1-bba8-7999fe1bb88e req-31d6c1d8-dbe4-45f7-ab69-5b614f86e7cd tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627937 Nov 22 22:11:44.944473 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 2750036f-f59d-4461-92c0-746d05cb29e1 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:11:45.000818 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 2750036f-f59d-4461-92c0-746d05cb29e1 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:11:45.005248 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 2750036f-f59d-4461-92c0-746d05cb29e1 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:11:45.005620 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:45.101942 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:45.129033 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:45.131733 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91cf7a5-a8fd-4d5c-8a8c-89eeb22a6630" -d '{"events": [{"server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "name": "network-vif-plugged", "status": "completed", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:45.148553 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2750036f-f59d-4461-92c0-746d05cb29e1,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:45.154110 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:45.187892 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561de906-8398-4bb4-bbb8-9e9d2f25ffd4 x-openstack-request-id: req-561de906-8398-4bb4-bbb8-9e9d2f25ffd4 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:45.188326 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "name": "network-vif-plugged", "status": "completed", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:45.188696 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-561de906-8398-4bb4-bbb8-9e9d2f25ffd4 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:45.189869 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1', 'code': 200} Nov 22 22:11:45.240685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:45.395968 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb665f8-1d1c-4149-a274-c2752b53478b req-9ea2bdbb-9344-49b6-9e52-13d189c7c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:45.397609 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-adb665f8-1d1c-4149-a274-c2752b53478b req-9ea2bdbb-9344-49b6-9e52-13d189c7c0d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 1098 time: 0.0511863 Nov 22 22:11:45.452302 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-adb665f8-1d1c-4149-a274-c2752b53478b req-e8f10ac9-54bf-49e2-8ca9-287961bbcfdf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461671 Nov 22 22:11:45.689645 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980063e2-f9d2-4be8-bd9c-45b3b7fa208f req-5657c648-5902-43e5-aae4-dbcdf830f808 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:45.692374 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-980063e2-f9d2-4be8-bd9c-45b3b7fa208f req-5657c648-5902-43e5-aae4-dbcdf830f808 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.0774143 Nov 22 22:11:45.697510 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:45.760068 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-980063e2-f9d2-4be8-bd9c-45b3b7fa208f req-220efe0c-493c-4d7c-8ef2-ef21516282a8 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547247 Nov 22 22:11:46.931526 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba99fd6-42e0-4c15-91b3-4dfb88bd23ca req-ae435e24-ad0c-4fc9-aa07-83e064bdc4eb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:46.933255 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2ba99fd6-42e0-4c15-91b3-4dfb88bd23ca req-ae435e24-ad0c-4fc9-aa07-83e064bdc4eb tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.0658362 Nov 22 22:11:46.988255 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2ba99fd6-42e0-4c15-91b3-4dfb88bd23ca req-20e21a75-49af-457d-a1e7-babb8abb48cc tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Nov 22 22:11:48.116035 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe5db2-9e43-4b0f-a028-d4fb24baecb9 req-b3c7d3a1-b2a9-4060-9505-6c3d21fafe32 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:48.117709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fefe5db2-9e43-4b0f-a028-d4fb24baecb9 req-b3c7d3a1-b2a9-4060-9505-6c3d21fafe32 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.0543396 Nov 22 22:11:48.187659 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fefe5db2-9e43-4b0f-a028-d4fb24baecb9 req-13e26933-9148-4bb9-9353-b56f8e71bbc1 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587704 Nov 22 22:11:50.892465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc10b32-2ddb-460a-b9ec-5cac07dfc0e6 req-df1d98ff-9e44-4575-b995-6f9a9e2da317 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:50.894841 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4dc10b32-2ddb-460a-b9ec-5cac07dfc0e6 req-df1d98ff-9e44-4575-b995-6f9a9e2da317 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0781710 Nov 22 22:11:50.970035 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4dc10b32-2ddb-460a-b9ec-5cac07dfc0e6 req-225203fc-4426-4f82-9685-90326e306027 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682168 Nov 22 22:11:52.102806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33f5c8-c09d-47bc-90be-9c0b01544b82 req-2c3bac6f-ea97-4cb8-b379-fe265568f307 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:52.104447 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce33f5c8-c09d-47bc-90be-9c0b01544b82 req-2c3bac6f-ea97-4cb8-b379-fe265568f307 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0561519 Nov 22 22:11:52.165248 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce33f5c8-c09d-47bc-90be-9c0b01544b82 req-716748b0-64ce-4bc2-93b1-11f3fe5d032b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512059 Nov 22 22:11:53.279510 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-92ff28b7-3a79-4012-8038-ca8638ae650d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:53.281348 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-92ff28b7-3a79-4012-8038-ca8638ae650d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0707746 Nov 22 22:11:53.416060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c14b7-f99e-4953-8fa4-a14a39bac196 req-4ab6aafc-c69a-4877-bb9c-877c167bc88f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:53.418024 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f77c14b7-f99e-4953-8fa4-a14a39bac196 req-4ab6aafc-c69a-4877-bb9c-877c167bc88f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 945 time: 0.0996192 Nov 22 22:11:53.460025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Deleting port 371fffea-6e6f-4555-9870-5cb1cd727c13 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:11:53.460356 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:53.532117 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f77c14b7-f99e-4953-8fa4-a14a39bac196 req-faef7034-5cd6-4bf7-a2f2-b62cb9f7712e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=af603b1c-9f61-4125-ac56-d6fe773b4a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030586 Nov 22 22:11:53.594289 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] For port 371fffea-6e6f-4555-9870-5cb1cd727c13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=371fffea-6e6f-4555-9870-5cb1cd727c13,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:11:53.594693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:53.856072 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:53.856499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:53.856816 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Floating IP 1a381f26-704e-452d-9e9f-66afdbbc0351 disassociated. External IP: 172.27.1.159, port: 371fffea-6e6f-4555-9870-5cb1cd727c13. Nov 22 22:11:53.857269 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Calling delete_port for 371fffea-6e6f-4555-9870-5cb1cd727c13 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:11:54.008541 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:54.040319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'Port': ['ID=371fffea-6e6f-4555-9870-5cb1cd727c13,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:54.438493 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:11:54.616105 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:11:54.634635 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:11:54.643577 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:54.644139 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:11:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:54.702287 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1562fdf5-be2f-4eb7-b04d-01fc11980a9f req-848c423f-db6c-42c4-8e1b-7c77d584b76c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=464aa359-9429-42a1-910b-d2f530a4939a HTTP/1.1" status: 200 len: 210 time: 0.0768480 Nov 22 22:11:54.728101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] No DVR routers for this DVR port 371fffea-6e6f-4555-9870-5cb1cd727c13 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:11:54.741447 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:54.748410 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e83e7196-ac6d-4117-839f-b6c46c2bc8c6 req-1ea18288-bebb-4c0b-8ad8-d74c7a7a0faa tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "DELETE /v2.0/ports/371fffea-6e6f-4555-9870-5cb1cd727c13 HTTP/1.1" status: 204 len: 173 time: 1.4577465 Nov 22 22:11:54.749042 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'name': 'network-vif-deleted', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:11:54.753474 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349697c-6bdc-4dfa-be4e-df4f54cab730" -d '{"events": [{"server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "name": "network-vif-deleted", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:11:54.810618 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b540508a-d585-445d-bae1-f92be8c563c0 x-openstack-request-id: req-b540508a-d585-445d-bae1-f92be8c563c0 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:11:54.811069 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464aa359-9429-42a1-910b-d2f530a4939a", "name": "network-vif-deleted", "tag": "371fffea-6e6f-4555-9870-5cb1cd727c13", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:11:54.811429 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b540508a-d585-445d-bae1-f92be8c563c0 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:11:54.811949 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464aa359-9429-42a1-910b-d2f530a4939a', 'name': 'network-vif-deleted', 'tag': '371fffea-6e6f-4555-9870-5cb1cd727c13', 'status': 'completed', 'code': 200} Nov 22 22:11:54.812507 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:55.058118 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:55.231674 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:11:55.253899 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:11:55.254998 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:11:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:55.431697 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:11:55.679623 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:11:55.716805 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc6dda-865b-4fb5-9501-e53f533e3e2b None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:11:55.849901 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54338) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:55.924848 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:55.969690 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.008209 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb17fcb-ccac-4c21-b3a6-a9d9892aba2b None None] New status for floating IP 1a381f26-704e-452d-9e9f-66afdbbc0351: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:11:56.059395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.064163 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.069180 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "DELETE /v2.0/security-groups/af603b1c-9f61-4125-ac56-d6fe773b4a81 HTTP/1.1" status: 204 len: 168 time: 0.2150052 Nov 22 22:11:56.070197 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54340) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:56.082188 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd1bf8-58e7-4ed9-80b6-ce8e4c0e1ba0 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af603b1c-9f61-4125-ac56-d6fe773b4a81,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:56.095459 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.api.v2.resource [None req-4af8b53e-7ae5-4626-b9d8-61840a75e248 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] show failed (client error): The resource could not be found. Nov 22 22:11:56.099705 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4af8b53e-7ae5-4626-b9d8-61840a75e248 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups/af603b1c-9f61-4125-ac56-d6fe773b4a81 HTTP/1.1" status: 404 len: 347 time: 0.0251098 Nov 22 22:11:56.100566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54342) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:56.276628 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Deleting port f123da9a-8de5-49a7-ac71-35c2cc81dfe3 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:11:56.277282 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.393547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.394063 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.418325 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Calling delete_port for f123da9a-8de5-49a7-ac71-35c2cc81dfe3 owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:11:56.661298 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.690384 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'Port': ['ID=f123da9a-8de5-49a7-ac71-35c2cc81dfe3,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:56.767307 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.769931 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:56.771494 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1d6ff666-541d-4f00-99f6-5844f5f558a9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "DELETE /v2.0/floatingips/1a381f26-704e-452d-9e9f-66afdbbc0351 HTTP/1.1" status: 204 len: 168 time: 0.6695569 Nov 22 22:11:56.982830 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 371fffea-6e6f-4555-9870-5cb1cd727c13 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:11:57.019243 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 371fffea-6e6f-4555-9870-5cb1cd727c13 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:11:57.019699 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 371fffea-6e6f-4555-9870-5cb1cd727c13 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:11:57.229244 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54350) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:57.234907 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312731209', 'description': 'tempest-description--653156440'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:57.260136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.341220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.346667 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.377641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.378959 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1477845 Nov 22 22:11:57.382250 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54352) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:57.383899 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa6c5a-a8f6-4f67-9e10-86090859fdb1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac5492-ba3f-44b2-9246-d39ebdb72e8a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:57.390362 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group_rule': {'security_group_id': '57ac5492-ba3f-44b2-9246-d39ebdb72e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:57.431240 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.483530 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.489936 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.509899 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0d0505-4b20-4a87-bad7-b1076899fa14,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:57.519958 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.519958 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.520723 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.520723 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.521032 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.521376 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.521710 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.522029 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.522382 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.522687 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.523348 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.523348 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:11:57.529612 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.534043 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54356) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:57.538377 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a15c1391-4129-44f1-b6b3-212c64ce5d9e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539853 Nov 22 22:11:57.539243 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'security_group_rule': {'security_group_id': '57ac5492-ba3f-44b2-9246-d39ebdb72e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:57.570454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.653977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.660104 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.684828 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca82164-296c-4c60-b9ca-c579fdd3c1db,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:57.693693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.699088 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-19b06c6d-2ec5-42f8-b374-849653dc3f1d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600022 Nov 22 22:11:57.699088 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54364) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:11:57.703220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:11:57.728775 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.848811 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:57.986290 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Allocated IP 172.27.1.135 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/28940e78-a608-4dde-bf55-f9c33d40c151) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:11:58.142871 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.185781 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.233027 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:11:58.237200 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:11:58.240071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:11:58.271044 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=28940e78-a608-4dde-bf55-f9c33d40c151,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:58.365648 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.423906 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.636713 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.642866 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.715545 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=28940e78-a608-4dde-bf55-f9c33d40c151,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:11:58.733095 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.753057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:11:58.755249 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-a7065bd8-c4b3-4146-aca2-129a04f78de6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0555651 Nov 22 22:11:59.027963 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-92555208-4706-4d6c-a73f-d7a93a59c14a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--312731209&fields=id&tenant_id=e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 267 time: 0.0539300 Nov 22 22:11:59.158094 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-cd068cba-e6b1-4040-9e32-9b1318b1488e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:11:59.159730 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-cd068cba-e6b1-4040-9e32-9b1318b1488e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 811 time: 0.1246219 Nov 22 22:11:59.178541 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-6b9661d5-08b1-4893-9f30-cf36581f45da tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/quotas/e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 375 time: 0.0108762 Nov 22 22:11:59.252244 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-00bb32bb-ac09-4e7a-946b-a06945c3bafd tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605958 Nov 22 22:11:59.419607 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-6ed0918f-f533-4983-b302-35402380af41 service neutron] 10.222.0.48 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465230 Nov 22 22:11:59.553729 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-3ceb3c7d-300c-47ab-8815-ea0097552e91 service neutron] 10.222.0.48 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273582 Nov 22 22:11:59.786502 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24b3d026-3969-437e-a670-e36cb5fface7 req-a62e337f-a95f-48ae-9244-ea94ff2cdaf9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 210 time: 0.0359955 Nov 22 22:12:00.676187 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6b64-b5c8-407b-b62a-3d39331ee71a req-56457a4d-adba-41f5-922c-2aa9ce536af0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:00.677871 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-844f6b64-b5c8-407b-b62a-3d39331ee71a req-56457a4d-adba-41f5-922c-2aa9ce536af0 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.0590527 Nov 22 22:12:00.735119 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-844f6b64-b5c8-407b-b62a-3d39331ee71a req-b733a07f-7abb-422e-b8f0-15e359d0154a tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Nov 22 22:12:00.976379 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-181a61bf-f0b2-496d-baf7-afd0afe81205 req-1f391d24-2a4c-4917-85c7-f8b56a158924 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 210 time: 0.0584044 Nov 22 22:12:01.056777 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-54aeadf7-9bff-4451-814b-0ce32930443e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:01.059291 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-54aeadf7-9bff-4451-814b-0ce32930443e tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 811 time: 0.2396007 Nov 22 22:12:01.138114 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-301016e1-50ff-44d7-97b6-0975d60dfd0d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12ff9813baf40cfb668a29ae465643c HTTP/1.1" status: 200 len: 379 time: 0.0615554 Nov 22 22:12:01.152745 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'port': {'device_id': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'admin_state_up': True, 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'security_groups': ['57ac5492-ba3f-44b2-9246-d39ebdb72e8a']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:12:01.278583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Made reservation on behalf of e12ff9813baf40cfb668a29ae465643c for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:12:01.282582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:01.421301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Allocated IP 172.20.0.3 (2a66ea30-b1b5-4137-af4a-7ba8f9bacf17/44dca68f-0247-4d0e-9924-adc84632e88e/02194dcb-e419-4d7a-8322-8b98dd536c8a) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:12:01.598131 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:01.648831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:01.703036 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:12:01.706693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:12:01.710906 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:12:01.745412 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event updated for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:01.796152 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:01.798955 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:01.820793 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-dbabb225-bba5-4e2a-900a-8887866c128a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6730642 Nov 22 22:12:01.840395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Request body: {'port': {'device_id': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:12:01.933588 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:01.945095 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3e9d-2603-4f60-8f5a-43122048667c req-294a1ff9-f07f-446b-8f33-b29c3f70c817 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:01.946939 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e6df3e9d-2603-4f60-8f5a-43122048667c req-294a1ff9-f07f-446b-8f33-b29c3f70c817 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.1003516 Nov 22 22:12:02.061293 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-43951948-da60-4874-a65f-ff7eb687618c None None] Provisioning complete for port 02194dcb-e419-4d7a-8322-8b98dd536c8a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:12:02.062383 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-43951948-da60-4874-a65f-ff7eb687618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.077213 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e6df3e9d-2603-4f60-8f5a-43122048667c req-f797b73d-cbd7-4c87-8e65-346e3c30667d tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219356 Nov 22 22:12:02.140085 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-43951948-da60-4874-a65f-ff7eb687618c None None] Port 02194dcb-e419-4d7a-8322-8b98dd536c8a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:12:02.253921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c1a3-8284-41df-b5c6-b4d093694dd8 req-1e53614a-9721-42b5-998b-a39ff896bb2f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:02.255511 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0ec6c1a3-8284-41df-b5c6-b4d093694dd8 req-1e53614a-9721-42b5-998b-a39ff896bb2f tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 931 time: 0.1139495 Nov 22 22:12:02.343954 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0ec6c1a3-8284-41df-b5c6-b4d093694dd8 req-a7e30d1d-5859-4adb-a437-85f68b66992a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810473 Nov 22 22:12:02.401202 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02194dcb-e419-4d7a-8322-8b98dd536c8a {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:12:02.410228 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.431043 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Transition to ACTIVE for port object 02194dcb-e419-4d7a-8322-8b98dd536c8a will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:12:02.437156 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.482697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-610887b5-a11d-491a-ad31-dddf845be785 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:02.484327 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-610887b5-a11d-491a-ad31-dddf845be785 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 945 time: 0.0603309 Nov 22 22:12:02.527904 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Pushing event updated for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:02.611872 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Deleting port 2750036f-f59d-4461-92c0-746d05cb29e1 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:12:02.612487 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.635062 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Attempting to bind port 02194dcb-e419-4d7a-8322-8b98dd536c8a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:12:02.635872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Attempting to bind port 02194dcb-e419-4d7a-8322-8b98dd536c8a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:12:02.636489 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Attempting to bind port 02194dcb-e419-4d7a-8322-8b98dd536c8a on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:12:02.643440 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Port 02194dcb-e419-4d7a-8322-8b98dd536c8a on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:12:02.643779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Attempting to bind port 02194dcb-e419-4d7a-8322-8b98dd536c8a on network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:12:02.650841 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:12:02.651606 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Checking segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:12:02.652222 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Bound using segment: {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:12:02.652869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Bound port: 02194dcb-e419-4d7a-8322-8b98dd536c8a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bab9f9f-582a-4a1f-ac91-ab665e23f558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:12:02.653443 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.759702 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:12:02.764309 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:12:02.772413 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.788962 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] For port 2750036f-f59d-4461-92c0-746d05cb29e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2750036f-f59d-4461-92c0-746d05cb29e1,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:02.789549 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.807213 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Calling delete_port for 2750036f-f59d-4461-92c0-746d05cb29e1 owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:12:02.820507 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:02.821180 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:02.822758 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] 10.222.0.31 "PUT /v2.0/ports/02194dcb-e419-4d7a-8322-8b98dd536c8a HTTP/1.1" status: 200 len: 1093 time: 0.9910605 Nov 22 22:12:02.823258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:02.826116 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59" -d '{"events": [{"name": "network-changed", "server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:02.862742 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6654e2-3acc-4c14-a990-e8dbeaa1978d service neutron] Pushing event updated for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:02.926800 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84073ffa-a74b-4eff-a4ad-c908da51aa14 x-openstack-request-id: req-84073ffa-a74b-4eff-a4ad-c908da51aa14 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:02.927126 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:02.927331 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84073ffa-a74b-4eff-a4ad-c908da51aa14 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:02.927714 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'status': 'completed', 'code': 200} Nov 22 22:12:02.953637 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-e32a3b2a-bf8f-4de9-a4ee-4d8fbe863d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:02.956693 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-e32a3b2a-bf8f-4de9-a4ee-4d8fbe863d14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 1096 time: 0.0601566 Nov 22 22:12:03.022000 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-6da430aa-a546-498f-8bdf-f66d740bd92a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a HTTP/1.1" status: 200 len: 217 time: 0.0559459 Nov 22 22:12:03.054117 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:03.067451 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d', '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'b5d5573c-32ef-4872-a28e-42a4416b4f33', '2750036f-f59d-4461-92c0-746d05cb29e1'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:03.110071 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event deleted for resources: {'Port': ['ID=2750036f-f59d-4461-92c0-746d05cb29e1,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:03.128724 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-738023ba-8973-4032-9640-11d17b23554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:03.138170 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-738023ba-8973-4032-9640-11d17b23554a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.1059024 Nov 22 22:12:03.193465 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] No DVR routers for this DVR port 2750036f-f59d-4461-92c0-746d05cb29e1 on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:12:03.199454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:03.205528 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-57ad17ab-aecf-4044-8049-57852c5a2475 req-b586ad23-dc03-48b6-b73a-13d5b20d6106 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "DELETE /v2.0/ports/2750036f-f59d-4461-92c0-746d05cb29e1 HTTP/1.1" status: 204 len: 173 time: 0.7133422 Nov 22 22:12:03.206562 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'name': 'network-vif-deleted', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:03.211053 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303588a-7dae-4e78-a986-25a445464622" -d '{"events": [{"server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "name": "network-vif-deleted", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:03.286511 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf9c28a-122b-474a-9dfe-85716aa0328b x-openstack-request-id: req-2cf9c28a-122b-474a-9dfe-85716aa0328b {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:03.286989 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e526e931-aaa0-4c7e-8db7-db8f0ce1e960", "name": "network-vif-deleted", "tag": "2750036f-f59d-4461-92c0-746d05cb29e1", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:03.287380 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cf9c28a-122b-474a-9dfe-85716aa0328b {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:03.287918 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e526e931-aaa0-4c7e-8db7-db8f0ce1e960', 'name': 'network-vif-deleted', 'tag': '2750036f-f59d-4461-92c0-746d05cb29e1', 'status': 'completed', 'code': 200} Nov 22 22:12:03.291775 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-292c1236-1185-4f70-a385-806c870a3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:03.303530 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-292c1236-1185-4f70-a385-806c870a3eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1577475 Nov 22 22:12:03.341133 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-85f240ca-43cd-48db-b131-a2f68e725faf req-3449f943-8aba-4fb7-9643-755c675a52bc tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e526e931-aaa0-4c7e-8db7-db8f0ce1e960 HTTP/1.1" status: 200 len: 210 time: 0.0821621 Nov 22 22:12:03.489443 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-1efe45f1-3137-4425-8ccc-4e619d66936d service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608365 Nov 22 22:12:03.659922 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32fba-3c77-447e-b057-b84e26539220 req-2d319b6d-4cf2-481c-b36c-e4946b198ab1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:03.661458 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5ea32fba-3c77-447e-b057-b84e26539220 req-2d319b6d-4cf2-481c-b36c-e4946b198ab1 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 943 time: 0.1536043 Nov 22 22:12:03.686046 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfcdbc7-e958-4f41-bdc2-ef0f582ba097 req-6b5cad1c-25c1-477a-8915-9e05fbd9b733 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884212 Nov 22 22:12:03.758343 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5ea32fba-3c77-447e-b057-b84e26539220 req-0f650d86-63ad-4e39-ae01-506d357dc7d2 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763292 Nov 22 22:12:03.815925 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-498f6c93-b9ac-4417-9c65-a3f5b9c29276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:03.817519 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-498f6c93-b9ac-4417-9c65-a3f5b9c29276 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 1096 time: 0.0579128 Nov 22 22:12:03.953310 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-0c6f78cb-4fcd-4940-a471-5660e3962b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:03.954822 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-0c6f78cb-4fcd-4940-a471-5660e3962b3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1262982 Nov 22 22:12:04.006108 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-46b0346e-fac8-43bc-bab3-7f018e2aa63b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a HTTP/1.1" status: 200 len: 217 time: 0.0411360 Nov 22 22:12:04.065353 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-547bdaa6-b750-49e7-b310-4a3b582f1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:04.066881 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-547bdaa6-b750-49e7-b310-4a3b582f1bbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0528915 Nov 22 22:12:04.118435 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-f8383ec7-411f-4130-bd3b-410332595705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:04.120034 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-f8383ec7-411f-4130-bd3b-410332595705 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444992 Nov 22 22:12:04.250854 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-9c2a97c2-cd53-4554-8c9c-30220befdc13 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133687 Nov 22 22:12:04.332379 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:12:04.360789 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0c9fbaf1-16b4-4bbb-9d51-3f46b1b75f59 req-4aee528d-1919-410e-a846-9bedc844ad2a service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007819 Nov 22 22:12:04.911882 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafef8f0-51e1-46ca-9cc7-c652f9968a09 req-b657320e-66d5-4220-a766-26226e6171b4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:04.914319 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eafef8f0-51e1-46ca-9cc7-c652f9968a09 req-b657320e-66d5-4220-a766-26226e6171b4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 943 time: 0.0562911 Nov 22 22:12:04.973556 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eafef8f0-51e1-46ca-9cc7-c652f9968a09 req-655f51a5-70f4-48c4-a9e1-7b8022a36c6b tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525484 Nov 22 22:12:05.853032 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d9f0-ae7b-4f29-b9fa-c9e757af9cac req-ab94c05d-9333-408a-9fae-c1584ee55699 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:05.854781 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-30d5d9f0-ae7b-4f29-b9fa-c9e757af9cac req-ab94c05d-9333-408a-9fae-c1584ee55699 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Nov 22 22:12:05.910159 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-30d5d9f0-ae7b-4f29-b9fa-c9e757af9cac req-099f4b6b-eaa0-4547-9ff0-40375c646168 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482914 Nov 22 22:12:06.106896 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fcfe4-2f6f-4544-a8a7-da3484e5c88a req-b4170038-7b83-4443-9372-4850f7fd30da tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:06.108492 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce0fcfe4-2f6f-4544-a8a7-da3484e5c88a req-b4170038-7b83-4443-9372-4850f7fd30da tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 943 time: 0.0558891 Nov 22 22:12:06.165080 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ce0fcfe4-2f6f-4544-a8a7-da3484e5c88a req-ec97c9db-5df1-464e-adfb-b471726a6089 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Nov 22 22:12:07.048646 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dce0b-6e15-40ec-80d8-f8e6647940b3 req-6c3a6107-1a12-43f7-a00c-e6406e396087 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:07.050359 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-402dce0b-6e15-40ec-80d8-f8e6647940b3 req-6c3a6107-1a12-43f7-a00c-e6406e396087 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.0578654 Nov 22 22:12:07.061300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 02194dcb-e419-4d7a-8322-8b98dd536c8a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:12:07.065068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 2750036f-f59d-4461-92c0-746d05cb29e1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:12:07.110232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 2750036f-f59d-4461-92c0-746d05cb29e1 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:12:07.110825 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 2750036f-f59d-4461-92c0-746d05cb29e1 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:12:07.111235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-402dce0b-6e15-40ec-80d8-f8e6647940b3 req-41120a8a-c554-48fc-a94c-c3d84e38e0c2 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499201 Nov 22 22:12:07.196455 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-bc5782ab-0f43-43fe-831a-a97dbc5a5d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:07.235943 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:07.250842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'port_id': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'mac_address': 'fa:16:3e:db:02:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:12:07.315720 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:07.326836 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb541-2099-4c36-89c9-a2f034c9b30f req-7f4d4abb-9924-42c8-b30d-3babf438d892 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:07.329414 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22acb541-2099-4c36-89c9-a2f034c9b30f req-7f4d4abb-9924-42c8-b30d-3babf438d892 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 943 time: 0.0800395 Nov 22 22:12:07.332454 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02194dcb-e419-4d7a-8322-8b98dd536c8a {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:12:07.362046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:07.367683 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:07.422819 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:07.471107 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-6f4c9883-582c-4e4a-8543-2019522b0d4b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:07.473506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-6f4c9883-582c-4e4a-8543-2019522b0d4b tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 945 time: 0.1383901 Nov 22 22:12:07.495808 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-22acb541-2099-4c36-89c9-a2f034c9b30f req-da707b34-88c1-4ca4-917f-819bf5012a48 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453040 Nov 22 22:12:07.592400 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['02194dcb-e419-4d7a-8322-8b98dd536c8a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:07.610579 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Deleting port b5d5573c-32ef-4872-a28e-42a4416b4f33 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:12:07.611009 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:07.745780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] For port b5d5573c-32ef-4872-a28e-42a4416b4f33, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b5d5573c-32ef-4872-a28e-42a4416b4f33,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:07.745780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:07.763263 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Calling delete_port for b5d5573c-32ef-4872-a28e-42a4416b4f33 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:12:08.227335 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:08.242532 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d', '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'b5d5573c-32ef-4872-a28e-42a4416b4f33'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:08.291576 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event deleted for resources: {'Port': ['ID=b5d5573c-32ef-4872-a28e-42a4416b4f33,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:08.295476 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-346fa192-be6a-46c5-8382-d54ef5484cf1 req-77807eea-b4bb-4783-b312-b76ce114014e tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2293fe1-d4bf-4462-975d-4ffa7e6bf287 HTTP/1.1" status: 200 len: 210 time: 0.0634472 Nov 22 22:12:08.364810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] No DVR routers for this DVR port b5d5573c-32ef-4872-a28e-42a4416b4f33 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:12:08.368383 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:08.376299 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a55fdcd8-3278-45b4-b8ce-84b9a8653c03 req-cc0b8b01-7722-4bcf-96e8-f8b8c27fd128 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "DELETE /v2.0/ports/b5d5573c-32ef-4872-a28e-42a4416b4f33 HTTP/1.1" status: 204 len: 173 time: 0.8957133 Nov 22 22:12:08.377044 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'name': 'network-vif-deleted', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:08.380969 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba8de7-1999-4af7-89d8-d8c3551af1ec" -d '{"events": [{"server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "name": "network-vif-deleted", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:08.457266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a9266-a61d-44da-9f88-a2c2f980b896 x-openstack-request-id: req-b42a9266-a61d-44da-9f88-a2c2f980b896 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:08.457684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2293fe1-d4bf-4462-975d-4ffa7e6bf287", "name": "network-vif-deleted", "tag": "b5d5573c-32ef-4872-a28e-42a4416b4f33", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:08.458168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b42a9266-a61d-44da-9f88-a2c2f980b896 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:08.459075 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2293fe1-d4bf-4462-975d-4ffa7e6bf287', 'name': 'network-vif-deleted', 'tag': 'b5d5573c-32ef-4872-a28e-42a4416b4f33', 'status': 'completed', 'code': 200} Nov 22 22:12:08.672054 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060b84-7376-4f1b-8644-468ddabf4533 req-3ab15577-7f05-42ab-ab4c-07fa6975fe64 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:08.672054 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-45060b84-7376-4f1b-8644-468ddabf4533 req-3ab15577-7f05-42ab-ab4c-07fa6975fe64 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 944 time: 0.0539484 Nov 22 22:12:08.729760 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-45060b84-7376-4f1b-8644-468ddabf4533 req-68fb946a-aea0-4d53-8d3e-0877a23d92c6 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Nov 22 22:12:09.076124 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 02194dcb-e419-4d7a-8322-8b98dd536c8a up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:12:09.133814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 02194dcb-e419-4d7a-8322-8b98dd536c8a completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:12:09.139077 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 02194dcb-e419-4d7a-8322-8b98dd536c8a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:12:09.139542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:09.231197 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:09.256726 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:09.259072 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc9e3f-2e59-41f5-a9f1-71447bcda9af" -d '{"events": [{"server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "name": "network-vif-plugged", "status": "completed", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:09.277013 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:09.285382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:09.286222 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device b5d5573c-32ef-4872-a28e-42a4416b4f33 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:12:09.331934 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e96b8c-cc92-4811-93af-45e9f9a1135e x-openstack-request-id: req-28e96b8c-cc92-4811-93af-45e9f9a1135e {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:09.332250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "name": "network-vif-plugged", "status": "completed", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:09.332399 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28e96b8c-cc92-4811-93af-45e9f9a1135e {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:09.332783 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'code': 200} Nov 22 22:12:09.335962 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: b5d5573c-32ef-4872-a28e-42a4416b4f33 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:12:09.336243 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device b5d5573c-32ef-4872-a28e-42a4416b4f33 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:12:09.388792 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:09.601676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22ab2f-1d3b-4a03-89f5-3067d82ed74f req-3de79604-9723-4b2f-9af7-76acd079a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:09.604132 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3c22ab2f-1d3b-4a03-89f5-3067d82ed74f req-3de79604-9723-4b2f-9af7-76acd079a8af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 1098 time: 0.0800452 Nov 22 22:12:09.689529 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3c22ab2f-1d3b-4a03-89f5-3067d82ed74f req-5e75a3d7-de56-4153-ac2e-e5b575963e5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773370 Nov 22 22:12:09.793589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a9117-ffe0-40fb-9212-f954b4860f01 req-ca648bbf-dcc1-4a4e-9ae0-f326acef12fe tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:09.795861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-399a9117-ffe0-40fb-9212-f954b4860f01 req-ca648bbf-dcc1-4a4e-9ae0-f326acef12fe tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.1632597 Nov 22 22:12:09.883998 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-399a9117-ffe0-40fb-9212-f954b4860f01 req-ebc41887-79a9-4bf5-986a-351f94238a5c tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Nov 22 22:12:09.984158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0709e75-27ea-467e-b786-37b24bc2b4a1 req-f0fda03a-80b4-473f-9136-632b9ba6b5c4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:09.985872 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d0709e75-27ea-467e-b786-37b24bc2b4a1 req-f0fda03a-80b4-473f-9136-632b9ba6b5c4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.1319554 Nov 22 22:12:10.070797 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d0709e75-27ea-467e-b786-37b24bc2b4a1 req-c2646670-5223-47f0-999e-6611324b7840 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737913 Nov 22 22:12:10.763709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d3964aae-2917-467a-84cd-f10d7d5f8873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.050646 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb890a1-e13d-4670-91a6-60b0c61ac9cc req-08e515a6-664f-437b-9e75-4465e69390c6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:11.052160 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3cb890a1-e13d-4670-91a6-60b0c61ac9cc req-08e515a6-664f-437b-9e75-4465e69390c6 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.0748627 Nov 22 22:12:11.106751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3cb890a1-e13d-4670-91a6-60b0c61ac9cc req-4ef6ceed-7a93-42b8-80c5-d8d3d1c52048 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Nov 22 22:12:11.253340 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-5c9b8979-0d30-41c0-83c5-ca2a5fe29067 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:11.254979 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-5c9b8979-0d30-41c0-83c5-ca2a5fe29067 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 945 time: 0.0896158 Nov 22 22:12:11.282529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabaf1d-6b58-48f0-a59a-eb75fde7213e req-e02a294e-4b8e-4e20-b542-321a3ee77717 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:11.284215 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-edabaf1d-6b58-48f0-a59a-eb75fde7213e req-e02a294e-4b8e-4e20-b542-321a3ee77717 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.1055555 Nov 22 22:12:11.386047 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-edabaf1d-6b58-48f0-a59a-eb75fde7213e req-5803185c-0cb9-4443-a21e-527265cf3863 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842440 Nov 22 22:12:11.409591 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Deleting port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:12:11.409981 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.540957 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] For port 4166c436-cf27-40e8-88c0-bee2ae6d0c10, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4166c436-cf27-40e8-88c0-bee2ae6d0c10,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:11.541497 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.558019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Calling delete_port for 4166c436-cf27-40e8-88c0-bee2ae6d0c10 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:12:11.581263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.581701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697b22f-dc78-4853-bd98-90c90614c7d8 req-f1fe8775-3cdf-4909-b3b7-c0cd53d8c177 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:11.583476 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4697b22f-dc78-4853-bd98-90c90614c7d8 req-f1fe8775-3cdf-4909-b3b7-c0cd53d8c177 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.0956738 Nov 22 22:12:11.594505 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54510) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:11.599588 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Request body: {'floatingip': {'port_id': '02194dcb-e419-4d7a-8322-8b98dd536c8a'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:12:11.664742 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.767627 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.782912 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d', '4166c436-cf27-40e8-88c0-bee2ae6d0c10'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:11.852052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event deleted for resources: {'Port': ['ID=4166c436-cf27-40e8-88c0-bee2ae6d0c10,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:11.883682 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] No DVR routers for this DVR port 4166c436-cf27-40e8-88c0-bee2ae6d0c10 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:12:11.886994 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:11.890842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-45bfec7c-f0ea-420d-a8b8-df2b4c57a1f0 req-54df6f9a-cabe-433b-946f-e4f0b782f81f tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "DELETE /v2.0/ports/4166c436-cf27-40e8-88c0-bee2ae6d0c10 HTTP/1.1" status: 204 len: 173 time: 0.6278739 Nov 22 22:12:11.891533 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'name': 'network-vif-deleted', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:11.894047 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98ef06-6ea4-4576-8ddf-649fa30daf49" -d '{"events": [{"server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "name": "network-vif-deleted", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:11.959499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a4006-0c4c-4513-a2fe-67aaf6ce5d0f x-openstack-request-id: req-9b9a4006-0c4c-4513-a2fe-67aaf6ce5d0f {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:11.959805 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b1bda-8259-47e0-9f01-99b12beabff2", "name": "network-vif-deleted", "tag": "4166c436-cf27-40e8-88c0-bee2ae6d0c10", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:11.960084 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b9a4006-0c4c-4513-a2fe-67aaf6ce5d0f {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:11.960688 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52b1bda-8259-47e0-9f01-99b12beabff2', 'name': 'network-vif-deleted', 'tag': '4166c436-cf27-40e8-88c0-bee2ae6d0c10', 'status': 'completed', 'code': 200} Nov 22 22:12:12.231043 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490add3d-e0c0-40ec-96b9-0c54e7c1c78b req-6a4f7f14-e16f-423f-a7c7-4787445a7c2c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:12.232629 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-490add3d-e0c0-40ec-96b9-0c54e7c1c78b req-6a4f7f14-e16f-423f-a7c7-4787445a7c2c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0976739 Nov 22 22:12:12.263842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f83c97fd-8ff7-4217-8985-5e792798cb00 req-9d920d82-9544-4e81-968a-ea38a5ec3600 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b1bda-8259-47e0-9f01-99b12beabff2 HTTP/1.1" status: 200 len: 210 time: 0.0504243 Nov 22 22:12:12.329143 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-490add3d-e0c0-40ec-96b9-0c54e7c1c78b req-0a672863-6735-42ea-91cd-742c08239f46 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760398 Nov 22 22:12:12.507954 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:12.513061 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:12.645926 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Floating IP 4ffc1278-21aa-43e8-abdd-0232aa638881 associated. External IP: 172.27.1.135, port: 02194dcb-e419-4d7a-8322-8b98dd536c8a. Nov 22 22:12:12.878518 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:12:13.008931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:12:13.016752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:13.023191 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:12:13.034273 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:12:13.034909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:12:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:13.049498 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-53805bc6-2e30-4906-8fe4-6ca4413556e9 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "PUT /v2.0/floatingips/4ffc1278-21aa-43e8-abdd-0232aa638881 HTTP/1.1" status: 200 len: 991 time: 1.4536142 Nov 22 22:12:13.050085 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:13.052426 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e3696-b9e2-489b-be96-217453ad059f" -d '{"events": [{"name": "network-changed", "server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:13.107066 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b22310a-eb91-464a-98b2-24690b83336d x-openstack-request-id: req-3b22310a-eb91-464a-98b2-24690b83336d {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:13.107604 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:13.108019 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b22310a-eb91-464a-98b2-24690b83336d {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:13.108655 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'status': 'completed', 'code': 200} Nov 22 22:12:13.191577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3696-b9e2-489b-be96-217453ad059f req-c3dac666-9cf0-4bfe-b2a3-8aac23f9dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:13.194129 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-c3dac666-9cf0-4bfe-b2a3-8aac23f9dedc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12ff9813baf40cfb668a29ae465643c&device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 1098 time: 0.0614157 Nov 22 22:12:13.197070 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:12:13.316154 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3696-b9e2-489b-be96-217453ad059f req-cc1eb3ec-e430-4dd6-a4ec-52d53163be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:13.318188 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-cc1eb3ec-e430-4dd6-a4ec-52d53163be05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 200 len: 912 time: 0.1160419 Nov 22 22:12:13.322814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:13.326007 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:13.438096 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-81467649-9e88-4adc-b36a-432d1cc2d456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a HTTP/1.1" status: 200 len: 999 time: 0.1122015 Nov 22 22:12:13.514922 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '4ffc1278-21aa-43e8-abdd-0232aa638881', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:db:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:58Z', 'updated_at': '2021-11-22T22:12:12Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:13.533731 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3696-b9e2-489b-be96-217453ad059f req-88c6539c-d87a-4651-82da-94a5ba4f45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:13.535330 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-88c6539c-d87a-4651-82da-94a5ba4f45e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 200 len: 850 time: 0.0884359 Nov 22 22:12:13.549334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:12:13.561870 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:12:13.562665 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:12:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:13.582283 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79c4d3-a51d-4822-b5d3-aff9fbb29b3d req-fca27af5-33d8-4f81-98dc-0768de32dda5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:13.590297 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf79c4d3-a51d-4822-b5d3-aff9fbb29b3d req-fca27af5-33d8-4f81-98dc-0768de32dda5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1031556 Nov 22 22:12:13.660701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3696-b9e2-489b-be96-217453ad059f req-e492f0f5-e936-49a5-90f1-078301c1f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:13.662603 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-e492f0f5-e936-49a5-90f1-078301c1f2c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1189787 Nov 22 22:12:13.706522 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cf79c4d3-a51d-4822-b5d3-aff9fbb29b3d req-43dada77-7716-4d18-81e5-99dfc1c8cc5f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144311 Nov 22 22:12:13.797121 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-5e5d86aa-1739-4719-bfc6-f347bc533364 service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216061 Nov 22 22:12:13.914244 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:12:13.919279 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f2e3696-b9e2-489b-be96-217453ad059f req-c0a7f47e-919a-4ce7-a17a-4090e76d87dd service neutron] 10.222.0.31 "GET /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139436 Nov 22 22:12:14.194798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '4ffc1278-21aa-43e8-abdd-0232aa638881', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:db:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:58Z', 'updated_at': '2021-11-22T22:12:12Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:14.253003 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd51523-64b7-42e5-b965-c21aaee94f32 None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '4ffc1278-21aa-43e8-abdd-0232aa638881', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'port_id': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'mac_address': 'fa:16:3e:db:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:11:58Z', 'updated_at': '2021-11-22T22:12:12Z', 'revision_number': 1, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:12:14.462783 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e726aa-f23e-41bc-a743-6a3bb707832c None None] New status for floating IP 4ffc1278-21aa-43e8-abdd-0232aa638881: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:12:14.839990 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ecdf8-d3ea-49c8-8401-21a3fa39a6f0 req-756ad5f9-5b5d-4df2-8edf-fbfb0ae099c5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:14.841652 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1b0ecdf8-d3ea-49c8-8401-21a3fa39a6f0 req-756ad5f9-5b5d-4df2-8edf-fbfb0ae099c5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 946 time: 0.0859332 Nov 22 22:12:14.880388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f69a8-8be9-4a9c-9e2e-4d567d3859b0 req-0858712d-7427-41ec-a290-e1a55b05babe tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:14.882334 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b6f69a8-8be9-4a9c-9e2e-4d567d3859b0 req-0858712d-7427-41ec-a290-e1a55b05babe tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0811238 Nov 22 22:12:14.934580 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1b0ecdf8-d3ea-49c8-8401-21a3fa39a6f0 req-e37561d8-34b1-4e26-87a2-63645332f7a2 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816071 Nov 22 22:12:14.964121 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b6f69a8-8be9-4a9c-9e2e-4d567d3859b0 req-37a149d4-3db9-4d32-b406-6118dcebcb9d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742815 Nov 22 22:12:15.090075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4166c436-cf27-40e8-88c0-bee2ae6d0c10 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:12:15.126442 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 4166c436-cf27-40e8-88c0-bee2ae6d0c10 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:12:15.127008 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4166c436-cf27-40e8-88c0-bee2ae6d0c10 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:12:15.712958 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:16.093713 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0ae79-586a-4f08-a5b6-f70fb3ae3343 req-49dac91f-5d98-48f5-a660-4b1acaa7db00 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:16.095403 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1a0ae79-586a-4f08-a5b6-f70fb3ae3343 req-49dac91f-5d98-48f5-a660-4b1acaa7db00 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 946 time: 0.0831494 Nov 22 22:12:16.187042 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e229-c468-4048-87ac-0b807a170ba7 req-5e5f04ea-6399-4f10-966c-586ad44261d1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:16.188747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cee3e229-c468-4048-87ac-0b807a170ba7 req-5e5f04ea-6399-4f10-966c-586ad44261d1 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0923326 Nov 22 22:12:16.193090 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f1a0ae79-586a-4f08-a5b6-f70fb3ae3343 req-b3dc7526-3ea3-4739-a503-77b62805f4c5 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/security-groups?id=1cea5828-00d6-4d35-8281-67a434814430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869889 Nov 22 22:12:16.250310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cee3e229-c468-4048-87ac-0b807a170ba7 req-297450a0-a97c-4f9c-8558-a71c7260addc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512545 Nov 22 22:12:16.334852 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-7ffe71c8-b05b-486d-acfc-115631885b16 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:16.337589 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-7ffe71c8-b05b-486d-acfc-115631885b16 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 946 time: 0.0816579 Nov 22 22:12:16.448849 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Deleting port bafdd479-d826-48fa-971e-e1a1b33a9f5d {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:12:16.449199 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:16.555783 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] For port bafdd479-d826-48fa-971e-e1a1b33a9f5d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bafdd479-d826-48fa-971e-e1a1b33a9f5d,segment=NetworkSegment(9745f7fa-0c97-4a55-8aa7-689dfbb1e440),segment_id=9745f7fa-0c97-4a55-8aa7-689dfbb1e440)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:16.556141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:16.572294 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Calling delete_port for bafdd479-d826-48fa-971e-e1a1b33a9f5d owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:12:16.731619 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:16.746345 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bafdd479-d826-48fa-971e-e1a1b33a9f5d'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:16.763825 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Pushing event deleted for resources: {'Port': ['ID=bafdd479-d826-48fa-971e-e1a1b33a9f5d,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:16.814011 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] No DVR routers for this DVR port bafdd479-d826-48fa-971e-e1a1b33a9f5d on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:12:16.816719 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:16.820406 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b39a05e0-6178-48b2-ba98-a91de35b7e3c req-111c65c5-8bae-48d0-9321-2554febfbcbf tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.31 "DELETE /v2.0/ports/bafdd479-d826-48fa-971e-e1a1b33a9f5d HTTP/1.1" status: 204 len: 173 time: 0.4766068 Nov 22 22:12:16.820910 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'name': 'network-vif-deleted', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:16.823846 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6fbbd-6d6e-464b-9dec-e599a3490186" -d '{"events": [{"server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "name": "network-vif-deleted", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:16.868348 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f7a7c-242a-463d-bd0c-6b847ecb2ca8 x-openstack-request-id: req-cf7f7a7c-242a-463d-bd0c-6b847ecb2ca8 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:16.868772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d", "name": "network-vif-deleted", "tag": "bafdd479-d826-48fa-971e-e1a1b33a9f5d", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:16.869171 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf7f7a7c-242a-463d-bd0c-6b847ecb2ca8 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:16.871209 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d', 'name': 'network-vif-deleted', 'tag': 'bafdd479-d826-48fa-971e-e1a1b33a9f5d', 'status': 'completed', 'code': 200} Nov 22 22:12:17.380004 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ebbdf3b6-9fc5-4d37-ad22-bc32170eb88c req-b5866b2c-43a7-478b-ad0c-4a93cf3cc636 tempest-AttachVolumeNegativeTest-262518894 tempest-AttachVolumeNegativeTest-262518894-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2ecb0c-2b14-4792-b70a-3dfa573bcd5d HTTP/1.1" status: 200 len: 210 time: 0.0565867 Nov 22 22:12:17.439181 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2b71c-cf88-4557-a0bb-5f59ef1ab04e req-1bdf2d0f-3708-4c64-b4ea-deb6bdf930a4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:17.440894 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ff2b71c-cf88-4557-a0bb-5f59ef1ab04e req-1bdf2d0f-3708-4c64-b4ea-deb6bdf930a4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0751209 Nov 22 22:12:17.500373 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ff2b71c-cf88-4557-a0bb-5f59ef1ab04e req-d5719713-4198-4c4f-a0c2-8be233d82de5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526478 Nov 22 22:12:18.454436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54568) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:18.505148 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Deleting subnet 91aad32f-47ab-4e34-a99d-6e9613503199 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:12:18.508862 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.561565 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.611421 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.691649 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.739182 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91aad32f-47ab-4e34-a99d-6e9613503199,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:18.758806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.763917 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0c518fd2-3c08-4002-a38c-6b3000b24f26 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/91aad32f-47ab-4e34-a99d-6e9613503199 HTTP/1.1" status: 204 len: 168 time: 0.3080139 Nov 22 22:12:18.768465 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54576) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:18.833795 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a3f1-b551-4f0c-b4b7-17204257f1c4 req-61fe8e82-3a18-486a-b123-7d77a1a866e0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:18.836716 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eed5a3f1-b551-4f0c-b4b7-17204257f1c4 req-61fe8e82-3a18-486a-b123-7d77a1a866e0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1009114 Nov 22 22:12:18.870323 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.903050 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-eed5a3f1-b551-4f0c-b4b7-17204257f1c4 req-a013d9ba-edf3-45f5-a2ce-abad90772968 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590770 Nov 22 22:12:18.969917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:18.996228 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f237ca5-e20a-47c1-9e12-98c2f2424c8e']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:19.008210 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9745f7fa-0c97-4a55-8aa7-689dfbb1e440') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:19.008541 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9745f7fa-0c97-4a55-8aa7-689dfbb1e440') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:12:19.021142 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.037225 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.045449 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:12:19.045861 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:12:19.047878 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:12:19.115871 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.122583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.130488 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f237ca5-e20a-47c1-9e12-98c2f2424c8e HTTP/1.1" status: 204 len: 168 time: 0.3604004 Nov 22 22:12:19.143868 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c180ac-24b5-4384-abee-a1150d85d8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f237ca5-e20a-47c1-9e12-98c2f2424c8e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:19.268065 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54580) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:19.316330 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-35eebfd8-eee5-4548-a50d-236125aea85d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eed9849a62274e3998acda1105821eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470383 Nov 22 22:12:19.319657 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54582) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:19.376250 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.402372 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.458720 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.461423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:19.462665 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cea5828-00d6-4d35-8281-67a434814430 HTTP/1.1" status: 204 len: 168 time: 0.1419919 Nov 22 22:12:19.475010 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086de13-b0c9-4827-a46f-bc9d11c4e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea5828-00d6-4d35-8281-67a434814430,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:20.075302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490a87-9394-47bc-af05-a1bde17ca10d req-9b66a295-9956-454e-91a2-466a82909879 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:20.077200 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-86490a87-9394-47bc-af05-a1bde17ca10d req-9b66a295-9956-454e-91a2-466a82909879 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0687723 Nov 22 22:12:20.146857 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-86490a87-9394-47bc-af05-a1bde17ca10d req-6e16eeb9-62a6-46ff-b763-2c293ce3c987 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617754 Nov 22 22:12:21.115554 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bafdd479-d826-48fa-971e-e1a1b33a9f5d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:12:21.142151 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: bafdd479-d826-48fa-971e-e1a1b33a9f5d {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:12:21.142536 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bafdd479-d826-48fa-971e-e1a1b33a9f5d not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:12:21.295557 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31106e7-c72c-41cc-8639-5564fb77ae27 req-caf9e2cb-7d9a-470d-bd53-94684726dc7d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:21.297328 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a31106e7-c72c-41cc-8639-5564fb77ae27 req-caf9e2cb-7d9a-470d-bd53-94684726dc7d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Nov 22 22:12:21.354910 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a31106e7-c72c-41cc-8639-5564fb77ae27 req-157fde62-73e7-4bae-ae1f-ee0df7b252f0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487533 Nov 22 22:12:22.496796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4b9e-d1cd-4106-a548-74479aaa9d74 req-53db63ae-d5bf-419a-9c16-f06998768224 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:22.499249 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-274d4b9e-d1cd-4106-a548-74479aaa9d74 req-53db63ae-d5bf-419a-9c16-f06998768224 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0573304 Nov 22 22:12:22.556374 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-274d4b9e-d1cd-4106-a548-74479aaa9d74 req-42322ecf-d8f3-41b5-9be9-28b81da8e569 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504208 Nov 22 22:12:23.698997 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ea9a2-8c48-4eb3-8a18-ae2be8f0f279 req-bc6b6a1b-496e-48e6-9f37-1a75daeeedbc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:23.701566 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac8ea9a2-8c48-4eb3-8a18-ae2be8f0f279 req-bc6b6a1b-496e-48e6-9f37-1a75daeeedbc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0641754 Nov 22 22:12:23.775105 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ac8ea9a2-8c48-4eb3-8a18-ae2be8f0f279 req-248a8cab-8796-449c-9504-e145ed3a593f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631180 Nov 22 22:12:24.919209 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fbb31-c847-4048-b226-ad1783d2b923 req-ab1134ad-6aef-4443-8569-b2dbe9b338a2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:24.920958 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-be9fbb31-c847-4048-b226-ad1783d2b923 req-ab1134ad-6aef-4443-8569-b2dbe9b338a2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0587478 Nov 22 22:12:24.974757 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-be9fbb31-c847-4048-b226-ad1783d2b923 req-a15140ae-4b14-4aaa-8aab-405968066f23 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474451 Nov 22 22:12:25.240411 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:12:25.396794 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:25.418486 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '8e97a122-20e9-4604-86ab-b6198b32063b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:12:25.465393 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:25.482352 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:12:25.507641 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:25.514142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:25.592460 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=6']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:25.602731 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8e97a122-20e9-4604-86ab-b6198b32063b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:12:26.160843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ddfbf-b29e-48fc-b3d4-d685442322ce req-137f6a2f-237c-4237-9e6e-24faa4087079 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:26.162750 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b98ddfbf-b29e-48fc-b3d4-d685442322ce req-137f6a2f-237c-4237-9e6e-24faa4087079 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.0738304 Nov 22 22:12:26.223669 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b98ddfbf-b29e-48fc-b3d4-d685442322ce req-0a2b3550-0149-4b05-81f0-de465e5b4cca tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538247 Nov 22 22:12:27.123220 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:12:27.180512 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 8e97a122-20e9-4604-86ab-b6198b32063b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:12:27.180898 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:27.276353 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:27.306356 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:27.310466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a898eb-c151-4394-9389-b87f35815e6d" -d '{"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:27.336710 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:27.342763 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:27.368915 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e225165-3a48-43a9-9035-9e59b644ba6d req-ac4fa22b-f0fb-4385-b7a3-679cb4fd693a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:27.371225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6e225165-3a48-43a9-9035-9e59b644ba6d req-ac4fa22b-f0fb-4385-b7a3-679cb4fd693a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.0596147 Nov 22 22:12:27.376691 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979a0fe-8d77-4dfa-a6a8-b5e71e87a450 x-openstack-request-id: req-0979a0fe-8d77-4dfa-a6a8-b5e71e87a450 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:27.377319 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:27.377726 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0979a0fe-8d77-4dfa-a6a8-b5e71e87a450 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:27.378257 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'code': 200} Nov 22 22:12:27.414132 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=7']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:27.433229 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6e225165-3a48-43a9-9035-9e59b644ba6d req-ada3b306-7b77-442b-a6e9-ac339340dabb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546334 Nov 22 22:12:28.503122 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 54746) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:28.622841 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b81aaa-4314-4444-bfe5-fd056a29141b req-6541ab93-9351-4739-948e-531c1d41d3cc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:28.630444 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a1b81aaa-4314-4444-bfe5-fd056a29141b req-6541ab93-9351-4739-948e-531c1d41d3cc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0632155 Nov 22 22:12:28.710364 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a1b81aaa-4314-4444-bfe5-fd056a29141b req-f44b543d-e5e0-4b65-9320-ad400db8b077 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775881 Nov 22 22:12:28.753195 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d706903-8cff-4619-8456-2a19981d6e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:28.918904 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d706903-8cff-4619-8456-2a19981d6e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:28.924587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d706903-8cff-4619-8456-2a19981d6e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:28.965266 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2d706903-8cff-4619-8456-2a19981d6e5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ba8cd5d5835494d92f9763883720371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602983 Nov 22 22:12:28.969504 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 54754) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:28.991539 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706903-8cff-4619-8456-2a19981d6e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e71886-0d8c-4b11-b16c-d30ae200287f,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:29.043152 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:29.070481 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:29.148609 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:29.154858 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:29.157306 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98e71886-0d8c-4b11-b16c-d30ae200287f HTTP/1.1" status: 204 len: 168 time: 0.1864264 Nov 22 22:12:29.177518 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0eff6-8f82-44ab-b758-fedd314ad312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e71886-0d8c-4b11-b16c-d30ae200287f,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:29.951641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9ec2-6fa2-45ad-bf3c-f1c68742af80 req-5d4e10db-658e-4471-a2ac-10017bf1a82d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:29.954447 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c9d9ec2-6fa2-45ad-bf3c-f1c68742af80 req-5d4e10db-658e-4471-a2ac-10017bf1a82d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1173725 Nov 22 22:12:30.074825 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6c9d9ec2-6fa2-45ad-bf3c-f1c68742af80 req-3b267ed6-a9e0-4b41-8605-976723d7f3b3 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082282 Nov 22 22:12:31.377760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc510956-3e60-4af4-b79d-b538061f528c req-39a2ce27-1373-4cf3-b850-479d02510ef0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:31.383865 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc510956-3e60-4af4-b79d-b538061f528c req-39a2ce27-1373-4cf3-b850-479d02510ef0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1159289 Nov 22 22:12:31.463506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cc510956-3e60-4af4-b79d-b538061f528c req-4dfdd016-c91a-4172-82cd-ca315ad9a75a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714447 Nov 22 22:12:32.697502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca388cef-d060-466f-9f74-b12323d9f0f0 req-a412e3df-935b-423f-a28c-60573d63e7f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:32.706820 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca388cef-d060-466f-9f74-b12323d9f0f0 req-a412e3df-935b-423f-a28c-60573d63e7f2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1015878 Nov 22 22:12:32.773444 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca388cef-d060-466f-9f74-b12323d9f0f0 req-5ec3fca1-9523-4f87-88df-d87284c5d526 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640702 Nov 22 22:12:34.000349 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdba6a6-e479-4264-9326-361d5ec98eaa req-3e1c3251-0b5b-4fca-918e-6abff208077d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:34.016133 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6bdba6a6-e479-4264-9326-361d5ec98eaa req-3e1c3251-0b5b-4fca-918e-6abff208077d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.1112485 Nov 22 22:12:34.106185 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6bdba6a6-e479-4264-9326-361d5ec98eaa req-ba14bc09-8887-44f3-af79-9b2fde456121 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884213 Nov 22 22:12:35.334902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74788a8c-2a93-4212-8d82-fd69ae426b61 req-d4f644ed-06f6-4d32-8eef-ef8d78161beb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:35.343749 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-74788a8c-2a93-4212-8d82-fd69ae426b61 req-d4f644ed-06f6-4d32-8eef-ef8d78161beb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0856154 Nov 22 22:12:35.435030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-74788a8c-2a93-4212-8d82-fd69ae426b61 req-d3bc0f50-b873-4d66-ba47-ee1b0a70bb4e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861852 Nov 22 22:12:36.640420 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b200f-ee00-47c2-ba56-d6ab1efdd1b9 req-dadbe626-fcf5-47f4-a136-04fa68932fcc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:36.642223 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24b200f-ee00-47c2-ba56-d6ab1efdd1b9 req-dadbe626-fcf5-47f4-a136-04fa68932fcc tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0739148 Nov 22 22:12:36.723666 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24b200f-ee00-47c2-ba56-d6ab1efdd1b9 req-06c937b6-c7ba-4be0-9230-f066e7fc3649 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696144 Nov 22 22:12:37.194043 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f18025ff-289d-4e6b-a7c8-9743c8d19d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:37.943938 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e66091-32dd-42ba-92b8-efb8fc3e7187 req-6d5d2725-200e-42ea-9d26-35e84b28b083 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:37.947433 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78e66091-32dd-42ba-92b8-efb8fc3e7187 req-6d5d2725-200e-42ea-9d26-35e84b28b083 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0968509 Nov 22 22:12:38.037474 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-78e66091-32dd-42ba-92b8-efb8fc3e7187 req-f68f6d6f-443e-48df-93a6-856ae0fb1cd4 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769916 Nov 22 22:12:39.221902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8bad5-3bf3-4973-a4eb-67c970af63ac req-67f78329-a507-40ce-a0c4-8e497123bd6e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:39.223556 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b9c8bad5-3bf3-4973-a4eb-67c970af63ac req-67f78329-a507-40ce-a0c4-8e497123bd6e tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0741842 Nov 22 22:12:39.285448 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b9c8bad5-3bf3-4973-a4eb-67c970af63ac req-cbae954d-c4aa-4fe1-a045-a0d0f8b08395 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512664 Nov 22 22:12:39.481838 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-a9522fb6-a1dc-4b8c-b010-220efaa4534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:39.483352 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-a9522fb6-a1dc-4b8c-b010-220efaa4534f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1098 time: 0.1466925 Nov 22 22:12:39.579292 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-a8c1f227-5197-41aa-a45d-d73da40927c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:39.580759 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-a8c1f227-5197-41aa-a45d-d73da40927c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.0887711 Nov 22 22:12:39.663084 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-a6b8fae7-2776-4364-9692-6c9a5106881d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 1000 time: 0.0734968 Nov 22 22:12:39.717741 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-82bb7dcb-3d6d-4a0b-97fa-ee0fdfdffeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:39.719212 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-82bb7dcb-3d6d-4a0b-97fa-ee0fdfdffeda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0484087 Nov 22 22:12:39.771502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-12dff98c-b94f-423b-8749-e55aaaf68d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:39.773033 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-12dff98c-b94f-423b-8749-e55aaaf68d94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459051 Nov 22 22:12:39.897662 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-0ee238af-a2a2-4825-874d-88b1efe804c6 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169348 Nov 22 22:12:39.999460 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c24bd3e2-db3c-4eaf-b984-7a49345384ea req-5f1a2b9c-4ac0-42e9-b869-0678363fb0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942056 Nov 22 22:12:40.456710 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead8c55-ba0d-4f11-9fc7-1c3eb9e81e3c req-bb1f4f31-9248-4f75-82d0-f867904cad46 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:40.459197 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cead8c55-ba0d-4f11-9fc7-1c3eb9e81e3c req-bb1f4f31-9248-4f75-82d0-f867904cad46 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0708129 Nov 22 22:12:40.538775 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cead8c55-ba0d-4f11-9fc7-1c3eb9e81e3c req-e772eb82-0fed-43f3-9bf6-e0b2601e53f3 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678818 Nov 22 22:12:40.756626 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-4204dca6-2f3e-46d1-8779-3fd1273ec2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:41.336276 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:12:41.584435 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:41.687452 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb32d-42bd-44cb-bcb8-5d360822cde8 req-27e2522c-079e-4c24-8de8-f7b1d9636781 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:41.689017 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-929fb32d-42bd-44cb-bcb8-5d360822cde8 req-27e2522c-079e-4c24-8de8-f7b1d9636781 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0551353 Nov 22 22:12:41.751095 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-929fb32d-42bd-44cb-bcb8-5d360822cde8 req-1976a401-5d59-4279-8a6a-4f3a36df9013 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542443 Nov 22 22:12:42.886750 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc42a5f-ad40-44e2-921a-a29ada34c4dc req-a4c57d85-fae0-48e3-93e6-fb5eb5942e4f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:42.888491 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dfc42a5f-ad40-44e2-921a-a29ada34c4dc req-a4c57d85-fae0-48e3-93e6-fb5eb5942e4f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 945 time: 0.0611529 Nov 22 22:12:42.968025 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dfc42a5f-ad40-44e2-921a-a29ada34c4dc req-dbe14146-5f71-4a3c-a26a-2707370c70d0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678120 Nov 22 22:12:43.189004 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:12:43.312303 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:43.316001 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:43.317688 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:43.343195 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:12:43.346029 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa98b37-540f-44df-a66e-633427176ae3" -d '{"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-unplugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:12:43.361794 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:12:43.367988 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:43.435277 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=8']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:12:43.443614 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.444033 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.444603 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.445320 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.445654 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.446011 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.446345 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.446709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.453285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.453285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.453285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.453285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:12:43.604805 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 22:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e7dfca-cc15-4af4-a70b-ddc5471d8ccb x-openstack-request-id: req-82e7dfca-cc15-4af4-a70b-ddc5471d8ccb {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:12:43.605467 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-unplugged", "status": "failed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "code": 422}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:12:43.605866 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82e7dfca-cc15-4af4-a70b-ddc5471d8ccb {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:12:43.606713 dv-cinder-774288-12-iscsi neutron-server[102839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'code': 422} returned with failed status Nov 22 22:12:44.282237 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f2bf-7f5e-4069-a464-2f57b617f5e5 req-30797f34-cdff-4463-8247-27984404537d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:44.284950 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4f64f2bf-7f5e-4069-a464-2f57b617f5e5 req-30797f34-cdff-4463-8247-27984404537d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0771291 Nov 22 22:12:44.364074 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4f64f2bf-7f5e-4069-a464-2f57b617f5e5 req-2d9d419d-503a-4287-9b6a-4fbf1e6cdcc0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690608 Nov 22 22:12:44.598909 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55016) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:12:44.749077 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-c7f957ca-8db4-49d0-b05c-ec34106f0a90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470349 Nov 22 22:12:44.765803 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-17665cbf-9347-4425-bb95-268dc592faa5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:12:44.770337 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-17665cbf-9347-4425-bb95-268dc592faa5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114999 Nov 22 22:12:45.515606 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566089a9-62b9-4c53-a58b-afa59f3b12f2 req-5abed02f-62e4-4097-87a4-276a6219f5fd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:45.518839 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-566089a9-62b9-4c53-a58b-afa59f3b12f2 req-5abed02f-62e4-4097-87a4-276a6219f5fd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0578105 Nov 22 22:12:45.575693 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-566089a9-62b9-4c53-a58b-afa59f3b12f2 req-6cd6aead-f583-4309-82a4-5824abd5af08 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511010 Nov 22 22:12:45.727335 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:12:45.850371 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-2faaae64-c30c-43c1-991a-97671321d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:45.851930 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-2faaae64-c30c-43c1-991a-97671321d895 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343&tenant_id=6f88f8c3689f435d8a6d954337fad1ee HTTP/1.1" status: 200 len: 1096 time: 0.0870764 Nov 22 22:12:45.937555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-c9deda71-cc6a-402d-aa5f-d716cffb3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:45.939182 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-c9deda71-cc6a-402d-aa5f-d716cffb3202 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1096 time: 0.0466516 Nov 22 22:12:46.059202 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-85a86f6e-b5c2-4a3c-8c20-e42e2248970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:46.062679 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-85a86f6e-b5c2-4a3c-8c20-e42e2248970f service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1141386 Nov 22 22:12:46.143671 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-14f4f00f-8a05-4757-8b0c-a5f9f7fd0031 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 998 time: 0.0723145 Nov 22 22:12:46.204087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-a3b07897-3caa-41c7-9bb7-693e1bbd98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:46.205868 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-a3b07897-3caa-41c7-9bb7-693e1bbd98d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0534246 Nov 22 22:12:46.290587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-310886fd-f86a-4048-8fe4-62e75e9e3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:46.293566 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-310886fd-f86a-4048-8fe4-62e75e9e3666 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782161 Nov 22 22:12:46.398225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-eac8b8bb-9211-412a-a286-204f34655745 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961015 Nov 22 22:12:46.779272 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-03527303-ad97-40d6-88b0-19a3bb2962c0 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734016 Nov 22 22:12:46.790477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cfa71-db9b-449e-9b53-457ff0ea5a4b req-58857ba0-3f32-448e-b75b-0e1603b9dc0d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:46.792979 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-526cfa71-db9b-449e-9b53-457ff0ea5a4b req-58857ba0-3f32-448e-b75b-0e1603b9dc0d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0871520 Nov 22 22:12:46.874431 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-526cfa71-db9b-449e-9b53-457ff0ea5a4b req-dfdf3eda-bd5f-4ad2-93db-03474ee12049 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736151 Nov 22 22:12:48.078360 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424659-5994-4d8e-9080-eccd82d3b47c req-ea058166-bf96-4716-b618-50b4855e1729 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:48.080223 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f3424659-5994-4d8e-9080-eccd82d3b47c req-ea058166-bf96-4716-b618-50b4855e1729 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0714467 Nov 22 22:12:48.144112 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f3424659-5994-4d8e-9080-eccd82d3b47c req-ac23fc37-9c08-4dcf-9d8d-a85b8e285bff tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572422 Nov 22 22:12:49.354048 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9605f-257a-49be-9039-5ed31229a49e req-9267f687-fa71-45cb-ace4-669ca9997a5b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:49.355786 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3af9605f-257a-49be-9039-5ed31229a49e req-9267f687-fa71-45cb-ace4-669ca9997a5b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0795581 Nov 22 22:12:49.421670 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3af9605f-257a-49be-9039-5ed31229a49e req-989da534-aee7-49d0-83a5-376874048553 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549519 Nov 22 22:12:50.589888 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96baaf-2049-4467-867d-9262ea9ebd60 req-76659360-d494-46b1-aa9b-ac0bd903360f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:50.591622 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bc96baaf-2049-4467-867d-9262ea9ebd60 req-76659360-d494-46b1-aa9b-ac0bd903360f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0583067 Nov 22 22:12:50.660134 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bc96baaf-2049-4467-867d-9262ea9ebd60 req-c80a6542-f6ae-4083-a12f-e223ab3b33a8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579443 Nov 22 22:12:51.800147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb04fad-a5e5-4ff7-babd-1068f80ad1f4 req-0e88b4ee-daae-4c07-9128-e9c1b947c921 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:51.801725 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dcb04fad-a5e5-4ff7-babd-1068f80ad1f4 req-0e88b4ee-daae-4c07-9128-e9c1b947c921 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0567164 Nov 22 22:12:51.851780 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dcb04fad-a5e5-4ff7-babd-1068f80ad1f4 req-f8014a4f-e136-4dd9-8afd-314874b1f292 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 Nov 22 22:12:53.008547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ce1f-8265-4de1-9b4f-f384995e6b6c req-877db9a2-f1c6-4798-8c0e-baa36d88824d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:53.010466 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fdc1ce1f-8265-4de1-9b4f-f384995e6b6c req-877db9a2-f1c6-4798-8c0e-baa36d88824d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0542934 Nov 22 22:12:53.068797 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fdc1ce1f-8265-4de1-9b4f-f384995e6b6c req-872444e6-2d27-412a-82e7-5f41778d0726 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517240 Nov 22 22:12:54.349041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d248d8-2e4c-4eda-9a45-34f7a52cfa19 req-ecc3a82c-5f5b-470a-9b0d-33ef07b457c8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:54.351573 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75d248d8-2e4c-4eda-9a45-34f7a52cfa19 req-ecc3a82c-5f5b-470a-9b0d-33ef07b457c8 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.1478024 Nov 22 22:12:54.426370 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75d248d8-2e4c-4eda-9a45-34f7a52cfa19 req-923cde3d-6762-4034-8d88-666a8b5e3c19 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568864 Nov 22 22:12:55.595977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10df7a-3ae7-4962-abb1-892fbd592445 req-9351198e-a2a4-48bd-8eb4-e046131320b5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:55.597995 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c10df7a-3ae7-4962-abb1-892fbd592445 req-9351198e-a2a4-48bd-8eb4-e046131320b5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0705359 Nov 22 22:12:55.666529 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9c10df7a-3ae7-4962-abb1-892fbd592445 req-55200ac3-712a-4eed-9c31-81b3889b2242 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609736 Nov 22 22:12:56.865418 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a69b9-275e-4ee3-ab8b-51d8443b1336 req-72dcb78a-6249-45df-9bac-b25b21a37d56 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:56.867166 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d4a69b9-275e-4ee3-ab8b-51d8443b1336 req-72dcb78a-6249-45df-9bac-b25b21a37d56 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0681612 Nov 22 22:12:56.942043 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d4a69b9-275e-4ee3-ab8b-51d8443b1336 req-f53e473e-bb3e-4aec-a8ed-1ffd5049a314 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651081 Nov 22 22:12:58.117987 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96509e-a5ec-4181-bc04-4976b248a887 req-524653c4-9683-4158-b1d0-dd86f4a8ead6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:58.120191 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5e96509e-a5ec-4181-bc04-4976b248a887 req-524653c4-9683-4158-b1d0-dd86f4a8ead6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0686054 Nov 22 22:12:58.199163 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5e96509e-a5ec-4181-bc04-4976b248a887 req-1b05c03b-8957-444f-804c-3e339bc59b0a tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720248 Nov 22 22:12:59.353481 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da1830-54ff-4fa2-8d1f-b58867272e96 req-c88d9aaf-9200-4cb1-b430-03eac6f69d09 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:12:59.356193 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3da1830-54ff-4fa2-8d1f-b58867272e96 req-c88d9aaf-9200-4cb1-b430-03eac6f69d09 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0635347 Nov 22 22:12:59.429967 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3da1830-54ff-4fa2-8d1f-b58867272e96 req-36729682-040c-47f1-a63a-af3188f12a49 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674009 Nov 22 22:13:00.581714 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d34813-bdfd-455f-8c97-4a0490700785 req-91d86eff-ff55-4dbc-b610-9699da361af2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:00.583358 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43d34813-bdfd-455f-8c97-4a0490700785 req-91d86eff-ff55-4dbc-b610-9699da361af2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0659299 Nov 22 22:13:00.663145 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43d34813-bdfd-455f-8c97-4a0490700785 req-e6491ed3-1927-4c66-aef4-6b8f7b46e18f tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698977 Nov 22 22:13:01.848900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f205-b44c-46ca-8b3c-247fea91b0e3 req-70a318fd-3238-4e29-b8fa-93586f265872 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:01.851157 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c9d2f205-b44c-46ca-8b3c-247fea91b0e3 req-70a318fd-3238-4e29-b8fa-93586f265872 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0668821 Nov 22 22:13:01.909615 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c9d2f205-b44c-46ca-8b3c-247fea91b0e3 req-09d03029-96e6-4a94-94c0-1521ab33a8bf tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504546 Nov 22 22:13:03.043452 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ca60-0cf7-42d6-b555-8ccc933d5749 req-c41d7692-1173-46c9-b348-4ac9fb162441 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:03.045088 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41b3ca60-0cf7-42d6-b555-8ccc933d5749 req-c41d7692-1173-46c9-b348-4ac9fb162441 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 943 time: 0.0556850 Nov 22 22:13:03.100913 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41b3ca60-0cf7-42d6-b555-8ccc933d5749 req-8113e00c-e0f6-4f73-a419-e769516860df tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Nov 22 22:13:03.286562 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:13:03.402403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:03.415211 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '8e97a122-20e9-4604-86ab-b6198b32063b', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'port_id': '8e97a122-20e9-4604-86ab-b6198b32063b', 'mac_address': 'fa:16:3e:9f:54:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:13:03.455998 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:03.472011 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:13:03.494680 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:03.499058 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:03.565071 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=9']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:03.756176 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8e97a122-20e9-4604-86ab-b6198b32063b'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:13:04.250583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb2a25-4038-4d32-aadd-a8e7e3847622 req-cc895a45-c486-4523-9211-1b456aa49cfa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:04.252257 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8fbb2a25-4038-4d32-aadd-a8e7e3847622 req-cc895a45-c486-4523-9211-1b456aa49cfa tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.0625403 Nov 22 22:13:04.316394 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8fbb2a25-4038-4d32-aadd-a8e7e3847622 req-39761348-125d-477f-a664-0866f4d087d5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575881 Nov 22 22:13:05.288760 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:13:05.345320 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 8e97a122-20e9-4604-86ab-b6198b32063b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:13:05.345685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:05.442297 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:05.470745 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:13:05.473159 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5dab9-0f0a-49a4-92a6-6da9d97affd4" -d '{"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:13:05.494005 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:05.495240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a374153-3587-417c-b1ff-3c0f7703205f req-1fb6482b-53f5-4d81-a2d6-282b79987b7c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:05.497740 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0a374153-3587-417c-b1ff-3c0f7703205f req-1fb6482b-53f5-4d81-a2d6-282b79987b7c tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 944 time: 0.0647383 Nov 22 22:13:05.503910 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:05.554685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29a7043-8e9a-4d99-afef-59af14c71f6b x-openstack-request-id: req-b29a7043-8e9a-4d99-afef-59af14c71f6b {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:13:05.555222 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-plugged", "status": "completed", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:13:05.556171 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b29a7043-8e9a-4d99-afef-59af14c71f6b {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:13:05.556744 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'code': 200} Nov 22 22:13:05.580342 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0a374153-3587-417c-b1ff-3c0f7703205f req-ed583a60-195d-488d-93de-109c59e4159b tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713983 Nov 22 22:13:05.598587 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=10']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:05.801434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab47ac4-3ee9-4d5a-a329-fcd46fe43792 req-c33f6e5d-b35e-4c2f-a357-58c73612d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:05.804112 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5ab47ac4-3ee9-4d5a-a329-fcd46fe43792 req-c33f6e5d-b35e-4c2f-a357-58c73612d22a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1099 time: 0.0616066 Nov 22 22:13:05.861354 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5ab47ac4-3ee9-4d5a-a329-fcd46fe43792 req-6c7ff5bd-3496-4954-971b-9b0b887a1460 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505044 Nov 22 22:13:06.722969 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c8cfe-53e4-4cc3-8ed0-b75b81a3fd3b req-5fbcf743-7555-42f8-875a-551a0a778b2d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:06.724589 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d48c8cfe-53e4-4cc3-8ed0-b75b81a3fd3b req-5fbcf743-7555-42f8-875a-551a0a778b2d tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 946 time: 0.0563192 Nov 22 22:13:06.778708 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d48c8cfe-53e4-4cc3-8ed0-b75b81a3fd3b req-b5e0d410-f78e-4009-aa55-25c79dd93bfd tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Nov 22 22:13:07.190513 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-433feb3d-8591-4b37-bae1-42a51979da4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:07.917552 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7513e40-d8c9-41ef-91f1-1b92ef0de9f2 req-00f6398a-671a-472a-912b-33350f5d05c2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:07.919158 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b7513e40-d8c9-41ef-91f1-1b92ef0de9f2 req-00f6398a-671a-472a-912b-33350f5d05c2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 946 time: 0.0570071 Nov 22 22:13:07.972404 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b7513e40-d8c9-41ef-91f1-1b92ef0de9f2 req-4d23ba06-9175-4ded-9a89-397eaec279a5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470622 Nov 22 22:13:10.772502 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d4c7846c-b225-478e-b506-1dc3c25a45a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:11.587214 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:13.303206 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:13.306075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.250771 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55428) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:14.378095 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.496618 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.504476 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.582747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd2c0dea68d348de887165a20ef9753e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283997 Nov 22 22:13:14.582747 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b9192-e3ee-49c2-af02-2326c25955be,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:14.583306 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55432) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:14.595843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.596370 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.596915 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.597498 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.598049 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.598600 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.599147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.599710 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.600258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.600810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.601410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.602007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef744d-bd2a-4c0f-a552-5630bdfa0ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.647198 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.672332 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.732696 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.735674 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:14.736943 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a09b9192-e3ee-49c2-af02-2326c25955be HTTP/1.1" status: 204 len: 168 time: 0.1524289 Nov 22 22:13:14.748641 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b9192-e3ee-49c2-af02-2326c25955be,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:14.758859 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.759611 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.760079 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.760522 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.760964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.761445 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.761982 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.762494 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.762926 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.763343 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.763792 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:14.764323 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c10189-a049-469f-a712-76b0634d53ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:15.097789 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55440) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:15.114026 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-506f6293-3b2a-4d6f-8c57-68cf9fc9901d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.213481 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-506f6293-3b2a-4d6f-8c57-68cf9fc9901d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.219280 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-506f6293-3b2a-4d6f-8c57-68cf9fc9901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.265972 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-506f6293-3b2a-4d6f-8c57-68cf9fc9901d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3b0eee43f3746adb1590135b9395f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668890 Nov 22 22:13:15.267069 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f6293-3b2a-4d6f-8c57-68cf9fc9901d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50944cae-8a46-4938-a516-d28becc008a8,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:15.270505 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55442) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:15.330317 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.359648 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.439387 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.443007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:15.444632 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50944cae-8a46-4938-a516-d28becc008a8 HTTP/1.1" status: 204 len: 168 time: 0.1729436 Nov 22 22:13:15.459947 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccf772-daad-433d-84c3-257d69dd5087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50944cae-8a46-4938-a516-d28becc008a8,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:15.743659 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:18.102078 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-c9793476-5931-4336-9aea-91e2a6e34aca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612965 Nov 22 22:13:18.212386 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77338515-b398-4e98-91af-4bf608f7090b req-206fa5ff-ca65-496d-9fd2-b24696b429c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:18.214315 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-206fa5ff-ca65-496d-9fd2-b24696b429c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 1099 time: 0.0621614 Nov 22 22:13:18.373847 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:13:18.378968 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77338515-b398-4e98-91af-4bf608f7090b req-848dc6fc-7d22-454b-bd2a-f84fc2367084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:18.381381 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-848dc6fc-7d22-454b-bd2a-f84fc2367084 service neutron] 10.222.0.31 "GET /v2.0/networks?id=51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 200 len: 917 time: 0.1460621 Nov 22 22:13:18.467488 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-514c8ceb-6995-4ebc-b2a6-dcc6d44be50a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 200 len: 1000 time: 0.0756741 Nov 22 22:13:18.542798 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77338515-b398-4e98-91af-4bf608f7090b req-cd092015-b724-45e9-8272-8c4e35d49bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:18.545318 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-cd092015-b724-45e9-8272-8c4e35d49bd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 200 len: 855 time: 0.0695035 Nov 22 22:13:18.615083 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77338515-b398-4e98-91af-4bf608f7090b req-e178e8ad-39f6-4c04-8f6f-ee03dfc0a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:18.616730 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-e178e8ad-39f6-4c04-8f6f-ee03dfc0a9ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=51137e5e-beca-4500-b972-d54dc057bfff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636702 Nov 22 22:13:18.661859 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55516) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:18.757942 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-186ee12d-093a-41ec-861f-03c0392de658 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277254 Nov 22 22:13:18.797766 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebbba492-a728-4d5d-b44d-41f4524b552d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:18.872595 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77338515-b398-4e98-91af-4bf608f7090b req-a40afc9d-f757-4d8c-af1e-72299bab8391 service neutron] 10.222.0.31 "GET /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077888 Nov 22 22:13:18.907660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebbba492-a728-4d5d-b44d-41f4524b552d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:18.912515 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebbba492-a728-4d5d-b44d-41f4524b552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:18.957321 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbba492-a728-4d5d-b44d-41f4524b552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24303523-37f3-44df-98e2-230651fe2418,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:18.963412 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ebbba492-a728-4d5d-b44d-41f4524b552d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcc6265af63e4fb4bfbb35e956e972ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001204 Nov 22 22:13:18.968207 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55520) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:19.027556 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.054176 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.114076 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.117975 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.119312 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24303523-37f3-44df-98e2-230651fe2418 HTTP/1.1" status: 204 len: 168 time: 0.1504364 Nov 22 22:13:19.129539 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84d7a8-8bf0-4de0-84b9-1b1f86f7822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24303523-37f3-44df-98e2-230651fe2418,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:19.460240 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55528) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:19.475308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cc921962-fe13-434a-8607-04520278f626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.589612 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cc921962-fe13-434a-8607-04520278f626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.595179 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-cc921962-fe13-434a-8607-04520278f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.637998 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-cc921962-fe13-434a-8607-04520278f626 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c48a54ea21240f4a98ec880c0810740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765072 Nov 22 22:13:19.638909 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc921962-fe13-434a-8607-04520278f626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5c2d0-6ffa-4347-a8d7-938f792696cd,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:19.641505 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55530) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:19.700436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.725534 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.785577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.788486 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:19.790160 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4de5c2d0-6ffa-4347-a8d7-938f792696cd HTTP/1.1" status: 204 len: 168 time: 0.1469359 Nov 22 22:13:19.799054 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ba314-4613-4f4b-a567-732c1021cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5c2d0-6ffa-4347-a8d7-938f792696cd,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:25.430404 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8069c0-2a03-42be-8a87-52487c1b88bd req-a89a15c2-cb50-4852-b402-fcf36d482dd4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:25.432079 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af8069c0-2a03-42be-8a87-52487c1b88bd req-a89a15c2-cb50-4852-b402-fcf36d482dd4 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.0592813 Nov 22 22:13:25.502764 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af8069c0-2a03-42be-8a87-52487c1b88bd req-3096128e-fb7a-4497-9425-346e31f24907 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611401 Nov 22 22:13:26.638141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db56aa-1649-47b6-b773-64d432ac3a14 req-fc28568e-5269-4c4a-9990-537b55021aff tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:26.639751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c7db56aa-1649-47b6-b773-64d432ac3a14 req-fc28568e-5269-4c4a-9990-537b55021aff tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.0564272 Nov 22 22:13:26.705509 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c7db56aa-1649-47b6-b773-64d432ac3a14 req-1cbe4c80-1798-45f3-a7d2-8810ba48d08a tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587533 Nov 22 22:13:27.280207 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-915bd30f-fd16-4c24-96d9-49e844eb07da tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:27.281959 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-915bd30f-fd16-4c24-96d9-49e844eb07da tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.0600545 Nov 22 22:13:27.390833 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Deleting port 02194dcb-e419-4d7a-8322-8b98dd536c8a {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:27.391156 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:27.511339 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] For port 02194dcb-e419-4d7a-8322-8b98dd536c8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=02194dcb-e419-4d7a-8322-8b98dd536c8a,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:27.511628 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:27.753725 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:27.755856 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:27.756626 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Floating IP 4ffc1278-21aa-43e8-abdd-0232aa638881 disassociated. External IP: 172.27.1.135, port: 02194dcb-e419-4d7a-8322-8b98dd536c8a. Nov 22 22:13:27.757708 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Calling delete_port for 02194dcb-e419-4d7a-8322-8b98dd536c8a owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:27.915488 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eae173-5144-48ba-9e41-ab6a452ba3fa req-30fde18f-6a16-4111-9fd6-fdb0e9c988bb tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:27.917939 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-81eae173-5144-48ba-9e41-ab6a452ba3fa req-30fde18f-6a16-4111-9fd6-fdb0e9c988bb tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 945 time: 0.0896096 Nov 22 22:13:28.018482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:28.039631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-81eae173-5144-48ba-9e41-ab6a452ba3fa req-85090f53-5f4b-470b-911e-3c393826a550 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups?id=57ac5492-ba3f-44b2-9246-d39ebdb72e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108959 Nov 22 22:13:28.072064 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'Port': ['ID=02194dcb-e419-4d7a-8322-8b98dd536c8a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:28.210762 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:13:28.335430 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:13:28.351154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:13:28.373930 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:28.375168 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:28.402126 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] No DVR routers for this DVR port 02194dcb-e419-4d7a-8322-8b98dd536c8a on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:28.406264 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:28.410583 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca38b0b9-4136-4c03-ac0e-a69948ac018a req-35f32851-c08f-47ab-b634-bb00f9cded6d tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.31 "DELETE /v2.0/ports/02194dcb-e419-4d7a-8322-8b98dd536c8a HTTP/1.1" status: 204 len: 173 time: 1.1174321 Nov 22 22:13:28.411280 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'name': 'network-vif-deleted', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:13:28.415720 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d2436-677c-4885-8ab7-a3e5fcdbc1c8" -d '{"events": [{"server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "name": "network-vif-deleted", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:13:28.615925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:28.778642 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899bf90a-0bba-4ef2-a094-d569a6baa085 x-openstack-request-id: req-899bf90a-0bba-4ef2-a094-d569a6baa085 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:13:28.779646 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303fad3c-857c-4614-9a7b-a9738d8fd488", "name": "network-vif-deleted", "tag": "02194dcb-e419-4d7a-8322-8b98dd536c8a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:13:28.780058 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-899bf90a-0bba-4ef2-a094-d569a6baa085 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:13:28.780669 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303fad3c-857c-4614-9a7b-a9738d8fd488', 'name': 'network-vif-deleted', 'tag': '02194dcb-e419-4d7a-8322-8b98dd536c8a', 'status': 'completed', 'code': 200} Nov 22 22:13:28.934403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:29.110737 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:13:29.126529 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:29.127062 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:29.235941 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41666e93-29df-4193-b764-bae76555c35b req-57ea2d38-5068-4454-8d76-140357aba8ee tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/ports?device_id=303fad3c-857c-4614-9a7b-a9738d8fd488 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Nov 22 22:13:29.278604 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:29.521841 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:29.557178 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7d1a86-5018-4a31-81c6-b7cefeff8216 None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:07:23Z', 'revision_number': 4, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '76fd22ea-3e1f-4a87-94d5-e18b228db400', 'name': '', 'network_id': '2a66ea30-b1b5-4137-af4a-7ba8f9bacf17', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'mac_address': 'fa:16:3e:7e:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:19Z', 'updated_at': '2021-11-22T22:07:31Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'subnets': [{'id': '44dca68f-0247-4d0e-9924-adc84632e88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:13:29.806991 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560f589-277e-4269-97bf-62cfc13f997a None None] New status for floating IP 4ffc1278-21aa-43e8-abdd-0232aa638881: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:13:30.342927 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55696) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:30.412425 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.439243 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.494638 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.497560 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.498771 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "DELETE /v2.0/security-groups/57ac5492-ba3f-44b2-9246-d39ebdb72e8a HTTP/1.1" status: 204 len: 168 time: 0.1542881 Nov 22 22:13:30.503454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55698) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:30.510504 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f895f4-2de7-4384-a993-d69211264714 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac5492-ba3f-44b2-9246-d39ebdb72e8a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:30.519045 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.api.v2.resource [None req-6e565c9d-f53c-4ecd-89b6-1e4eb64ef66c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] show failed (client error): The resource could not be found. Nov 22 22:13:30.523918 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55700) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:30.524153 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6e565c9d-f53c-4ecd-89b6-1e4eb64ef66c tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "GET /v2.0/security-groups/57ac5492-ba3f-44b2-9246-d39ebdb72e8a HTTP/1.1" status: 404 len: 347 time: 0.0189397 Nov 22 22:13:30.675387 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Deleting port 28940e78-a608-4dde-bf55-f9c33d40c151 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:30.675723 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.765460 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.765763 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:30.780238 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Calling delete_port for 28940e78-a608-4dde-bf55-f9c33d40c151 owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:30.972079 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:31.012516 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Pushing event deleted for resources: {'Port': ['ID=28940e78-a608-4dde-bf55-f9c33d40c151,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:31.077746 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:31.080414 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:31.081770 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-6b762f5e-39b9-4e87-b51c-e148d60165d3 tempest-AttachVolumeTestJSON-1103246573 tempest-AttachVolumeTestJSON-1103246573-project] 10.222.0.48 "DELETE /v2.0/floatingips/4ffc1278-21aa-43e8-abdd-0232aa638881 HTTP/1.1" status: 204 len: 168 time: 0.5559115 Nov 22 22:13:31.368788 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 02194dcb-e419-4d7a-8322-8b98dd536c8a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:31.394066 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 02194dcb-e419-4d7a-8322-8b98dd536c8a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:31.394417 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 02194dcb-e419-4d7a-8322-8b98dd536c8a not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:34.750901 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55748) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:35.415088 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:35.753697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Deleting port 76fd22ea-3e1f-4a87-94d5-e18b228db400 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:35.754529 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:35.842268 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] For port 76fd22ea-3e1f-4a87-94d5-e18b228db400, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=76fd22ea-3e1f-4a87-94d5-e18b228db400,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:35.842721 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:35.858184 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Calling delete_port for 76fd22ea-3e1f-4a87-94d5-e18b228db400 owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:36.062125 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:36.088716 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fd22ea-3e1f-4a87-94d5-e18b228db400,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:36.322141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:36.840986 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:13:36.987596 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:13:36.993710 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-eac0d033-29f6-4078-b038-73ee139cb808 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a7a41a5-9b8d-4c59-b764-05ffdf954405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2415977 Nov 22 22:13:36.997850 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55758) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:37.000108 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Sync routers for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:13:37.016192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:37.017276 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:37.122514 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.183271 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:37.288048 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.306965 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-77c83a02-08d1-486e-862c-f79107344851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.369671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Deleting port aa77c176-0b93-483b-b52a-4babfbf169db {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:37.370046 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.474034 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] For port aa77c176-0b93-483b-b52a-4babfbf169db, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=aa77c176-0b93-483b-b52a-4babfbf169db,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:37.474518 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.487153 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:13:36Z', 'revision_number': 5, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port': {'id': 'aa77c176-0b93-483b-b52a-4babfbf169db', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:37.494465 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Calling delete_port for aa77c176-0b93-483b-b52a-4babfbf169db owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:37.522350 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Checking router: 8a7a41a5-9b8d-4c59-b764-05ffdf954405 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:13:37.537933 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Routers {'8a7a41a5-9b8d-4c59-b764-05ffdf954405'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:37.539708 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:37.661393 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] Set router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 gateway port host: None {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:37.750344 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:13:37Z', 'revision_number': 6, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:37.778202 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:37.784839 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edd317-73ce-4f5f-84d1-132624a38cdc None None] The sync data for ids ['8a7a41a5-9b8d-4c59-b764-05ffdf954405'] in dv-cinder-774288-12-iscsi is: [{'id': '8a7a41a5-9b8d-4c59-b764-05ffdf954405', 'name': 'tempest-AttachVolumeTestJSON-2090986552-router', 'tenant_id': 'e12ff9813baf40cfb668a29ae465643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:11Z', 'updated_at': '2021-11-22T22:13:37Z', 'revision_number': 6, 'project_id': 'e12ff9813baf40cfb668a29ae465643c', 'gw_port_host': None}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:13:37.814394 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa77c176-0b93-483b-b52a-4babfbf169db,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:37.886468 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.005853 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.008873 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.082060 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.082946 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7a41a5-9b8d-4c59-b764-05ffdf954405 {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:13:38.092918 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.094764 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ec19726d-ecf6-4635-837e-21fa81042da3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8a7a41a5-9b8d-4c59-b764-05ffdf954405 HTTP/1.1" status: 204 len: 168 time: 1.0954981 Nov 22 22:13:38.098928 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55762) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:38.182612 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Deleting subnet 44dca68f-0247-4d0e-9924-adc84632e88e {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:13:38.189486 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.258558 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.436034 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.517686 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.561310 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44dca68f-0247-4d0e-9924-adc84632e88e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:38.571243 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.575096 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8c31333e-f455-409b-b36e-6184ba773286 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/44dca68f-0247-4d0e-9924-adc84632e88e HTTP/1.1" status: 204 len: 168 time: 0.4746711 Nov 22 22:13:38.579080 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5e0c2-d5bb-4ef6-aafe-f59d613fba40 None None] Network 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:38.579820 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55768) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:38.673184 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.742296 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Deleting port 57514c4f-f815-4a1f-8f1a-d1959d89e89b {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:38.743267 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.836652 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] For port 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=57514c4f-f815-4a1f-8f1a-d1959d89e89b,segment=NetworkSegment(1bab9f9f-582a-4a1f-ac91-ab665e23f558),segment_id=1bab9f9f-582a-4a1f-ac91-ab665e23f558)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:38.836898 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.869314 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Calling delete_port for 57514c4f-f815-4a1f-8f1a-d1959d89e89b owned by network:dhcp {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:38.896709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] DHCP port deletion for 2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:13:38.968964 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Deleting port 57514c4f-f815-4a1f-8f1a-d1959d89e89b {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:38.969395 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:38.972447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.045966 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] No DVR routers for this DVR port 57514c4f-f815-4a1f-8f1a-d1959d89e89b on host dv-cinder-774288-12-iscsi {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:39.049461 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Pushing event deleted for resources: {'Port': ['ID=57514c4f-f815-4a1f-8f1a-d1959d89e89b,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:39.070505 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] For port 57514c4f-f815-4a1f-8f1a-d1959d89e89b, host dv-cinder-774288-12-iscsi, got binding levels [] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:39.070905 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.085870 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Calling delete_port for 57514c4f-f815-4a1f-8f1a-d1959d89e89b owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:39.090866 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.ipam_backend_mixin [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Port 57514c4f-f815-4a1f-8f1a-d1959d89e89b was not found and therefore no delete operation was performed {{(pid=102839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 22:13:39.092996 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.128422 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] Pushing event deleted for resources: {'Port': ['ID=57514c4f-f815-4a1f-8f1a-d1959d89e89b,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:39.132222 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9c075-3140-4603-941e-3cea736a6c68 None None] No DVR routers for this DVR port 57514c4f-f815-4a1f-8f1a-d1959d89e89b on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:39.191197 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.213968 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a66ea30-b1b5-4137-af4a-7ba8f9bacf17']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:39.226690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bab9f9f-582a-4a1f-ac91-ab665e23f558') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:39.227091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bab9f9f-582a-4a1f-ac91-ab665e23f558') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:39.237843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.252044 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.261138 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:13:39.261680 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:13:39.263861 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:13:39.326761 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.332624 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.336171 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a66ea30-b1b5-4137-af4a-7ba8f9bacf17 HTTP/1.1" status: 204 len: 168 time: 0.7552319 Nov 22 22:13:39.348069 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179109c-87e2-4587-a00e-6ca4d635308d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a66ea30-b1b5-4137-af4a-7ba8f9bacf17,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:39.471837 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55776) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:39.516388 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-bcba29ce-0cd6-4845-a043-c8135dcdc03a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e12ff9813baf40cfb668a29ae465643c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433097 Nov 22 22:13:39.519276 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55778) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:39.572824 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.602787 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.658317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.662405 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:39.664051 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/028360bf-78fd-4417-9806-f877569a64bb HTTP/1.1" status: 204 len: 168 time: 0.1434338 Nov 22 22:13:39.674904 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778fb82-40b9-4abc-9788-6d05bcdcef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028360bf-78fd-4417-9806-f877569a64bb,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:39.808123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 76fd22ea-3e1f-4a87-94d5-e18b228db400 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:39.845883 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 76fd22ea-3e1f-4a87-94d5-e18b228db400 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:39.846483 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 76fd22ea-3e1f-4a87-94d5-e18b228db400 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:39.847135 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa77c176-0b93-483b-b52a-4babfbf169db no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:39.883419 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: aa77c176-0b93-483b-b52a-4babfbf169db {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:39.883773 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device aa77c176-0b93-483b-b52a-4babfbf169db not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:39.884210 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 57514c4f-f815-4a1f-8f1a-d1959d89e89b no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:39.907328 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 57514c4f-f815-4a1f-8f1a-d1959d89e89b {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:39.907704 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 57514c4f-f815-4a1f-8f1a-d1959d89e89b not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:40.777413 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-68a25729-2cce-4086-bda9-271ebf7cbd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:41.591673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:42.765607 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336ad28-86d8-40b2-87cd-8dd2af2c1cd2 req-ae15caff-fa30-4e05-b887-4164be31adb0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:42.767195 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2336ad28-86d8-40b2-87cd-8dd2af2c1cd2 req-ae15caff-fa30-4e05-b887-4164be31adb0 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 946 time: 0.0571380 Nov 22 22:13:42.822980 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2336ad28-86d8-40b2-87cd-8dd2af2c1cd2 req-e14ff35b-b392-4dae-bf5e-3b5c3ca631d2 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477736 Nov 22 22:13:43.303485 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:43.304881 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:43.963022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e03308-ba34-455e-aaf9-21cc7aea155b req-ec59114d-2f1a-4cf9-bfcf-cc1d276a85b9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:43.964710 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-15e03308-ba34-455e-aaf9-21cc7aea155b req-ec59114d-2f1a-4cf9-bfcf-cc1d276a85b9 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 946 time: 0.0585196 Nov 22 22:13:44.030231 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-15e03308-ba34-455e-aaf9-21cc7aea155b req-e87dec60-d0c2-4ee8-a47a-99764e956ef6 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups?id=978c86d2-7622-4f15-9a4a-362827329597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582383 Nov 22 22:13:44.243807 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-9d69e2c2-3ce1-4fa6-bac3-0750e51a3f01 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:44.245422 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-9d69e2c2-3ce1-4fa6-bac3-0750e51a3f01 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 946 time: 0.0625312 Nov 22 22:13:44.404662 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Deleting port 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:44.405211 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:44.542171 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] For port 8e97a122-20e9-4604-86ab-b6198b32063b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8e97a122-20e9-4604-86ab-b6198b32063b,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:44.542758 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:44.799299 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:44.799962 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:44.800778 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Floating IP 760a3d42-a46c-4e99-ae1d-bfe977a5e0d2 disassociated. External IP: 172.27.1.44, port: 8e97a122-20e9-4604-86ab-b6198b32063b. Nov 22 22:13:44.801396 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Calling delete_port for 8e97a122-20e9-4604-86ab-b6198b32063b owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:44.990631 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:45.029318 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'Port': ['ID=8e97a122-20e9-4604-86ab-b6198b32063b,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:45.171229 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:13:45.207066 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1d0d027e-2acf-4f34-8a50-fc52334b2d3b req-86f92e3a-b695-47b4-97a4-586b68418b18 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4a090a2-8be4-4890-8476-65d0ba2f8343 HTTP/1.1" status: 200 len: 210 time: 0.0320444 Nov 22 22:13:45.316763 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:13:45.328040 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:13:45.339903 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:45.340442 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:45.379331 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] No DVR routers for this DVR port 8e97a122-20e9-4604-86ab-b6198b32063b on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:45.383976 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:45.391946 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e68e69f5-be1f-474d-9369-c8a05fabee83 req-b4e2ff45-c513-492c-8f54-702bfbb10c76 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.31 "DELETE /v2.0/ports/8e97a122-20e9-4604-86ab-b6198b32063b HTTP/1.1" status: 204 len: 173 time: 1.1402097 Nov 22 22:13:45.393029 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-deleted', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:13:45.397702 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb0411-e171-4479-8780-eb457b8e442b" -d '{"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-deleted", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:13:45.494459 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:45.495317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce63ac44-6a7e-40b0-8cfa-d76e2e5ca7c1 x-openstack-request-id: req-ce63ac44-6a7e-40b0-8cfa-d76e2e5ca7c1 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:13:45.495750 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a090a2-8be4-4890-8476-65d0ba2f8343", "name": "network-vif-deleted", "tag": "8e97a122-20e9-4604-86ab-b6198b32063b", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:13:45.496141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce63ac44-6a7e-40b0-8cfa-d76e2e5ca7c1 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:13:45.496784 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a090a2-8be4-4890-8476-65d0ba2f8343', 'name': 'network-vif-deleted', 'tag': '8e97a122-20e9-4604-86ab-b6198b32063b', 'status': 'completed', 'code': 200} Nov 22 22:13:45.747349 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:45.758857 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:45.919666 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:13:45.934258 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:45.935449 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:46.116437 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:46.341253 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55894) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:46.422417 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.457856 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:46.474908 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.490477 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd93d9ba-3ea4-4cc2-995b-70b7e42798e5 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:07:15Z', 'revision_number': 4, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '59399fca-eafc-43a2-bdb2-07638f964408', 'name': '', 'network_id': '51137e5e-beca-4500-b972-d54dc057bfff', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'mac_address': 'fa:16:3e:27:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:13Z', 'updated_at': '2021-11-22T22:07:24Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'subnets': [{'id': '1df62144-cb88-4f1a-9ffe-759aae16bbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:13:46.563085 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.567703 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.569425 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "DELETE /v2.0/security-groups/978c86d2-7622-4f15-9a4a-362827329597 HTTP/1.1" status: 204 len: 168 time: 0.2268658 Nov 22 22:13:46.573065 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55898) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:46.585810 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1bfd-65e4-4ad2-8935-d5fc50a77d93 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c86d2-7622-4f15-9a4a-362827329597,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:46.600935 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.api.v2.resource [None req-27268550-0f94-4a0b-b90d-1d28e99500eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] show failed (client error): The resource could not be found. Nov 22 22:13:46.603216 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-27268550-0f94-4a0b-b90d-1d28e99500eb tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "GET /v2.0/security-groups/978c86d2-7622-4f15-9a4a-362827329597 HTTP/1.1" status: 404 len: 347 time: 0.0285716 Nov 22 22:13:46.608150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55900) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:46.792635 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Deleting port b5615808-973e-4f81-8ae9-cf69e26afc61 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:46.793086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.794207 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350fcda-40da-4560-9176-0f33d5797847 None None] New status for floating IP 760a3d42-a46c-4e99-ae1d-bfe977a5e0d2: DOWN {{(pid=102839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:13:46.889245 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.889772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:46.906960 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Calling delete_port for b5615808-973e-4f81-8ae9-cf69e26afc61 owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:47.112091 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.153686 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Pushing event deleted for resources: {'Port': ['ID=b5615808-973e-4f81-8ae9-cf69e26afc61,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:47.249289 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.252428 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.254028 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b336eada-d3c9-43a0-b094-6aa66ce9ebb5 tempest-AttachVolumeShelveTestJSON-792868657 tempest-AttachVolumeShelveTestJSON-792868657-project] 10.222.0.48 "DELETE /v2.0/floatingips/760a3d42-a46c-4e99-ae1d-bfe977a5e0d2 HTTP/1.1" status: 204 len: 168 time: 0.6439641 Nov 22 22:13:47.467562 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55922) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:47.611462 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6039717d-1895-4467-a7c2-f39cbb13b5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.703807 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6039717d-1895-4467-a7c2-f39cbb13b5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.708447 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6039717d-1895-4467-a7c2-f39cbb13b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.755640 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6039717d-1895-4467-a7c2-f39cbb13b5c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac72e36e85e04f4db9ca8199929ea49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868428 Nov 22 22:13:47.756525 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039717d-1895-4467-a7c2-f39cbb13b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca886872-ac05-4fff-97fd-33c070995bb9,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:47.759389 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55926) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:47.814084 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.837446 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.891248 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.894763 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:47.896107 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca886872-ac05-4fff-97fd-33c070995bb9 HTTP/1.1" status: 204 len: 168 time: 0.1357784 Nov 22 22:13:47.905215 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f6050-6a09-48c5-bcb1-7fc2f1cfef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca886872-ac05-4fff-97fd-33c070995bb9,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:48.252703 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 55932) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:48.269230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f23b461a-a19c-418b-bf41-f2d278a99f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.373951 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f23b461a-a19c-418b-bf41-f2d278a99f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.379418 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f23b461a-a19c-418b-bf41-f2d278a99f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.452638 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-f23b461a-a19c-418b-bf41-f2d278a99f0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4591c59031443fab8a1745ccdad2659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984036 Nov 22 22:13:48.453900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b461a-a19c-418b-bf41-f2d278a99f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e2cfc-e8ae-4fab-9d93-313540c8e994,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:48.456134 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 55936) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:48.505145 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:48.556971 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.559269 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 8e97a122-20e9-4604-86ab-b6198b32063b {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:48.559906 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8e97a122-20e9-4604-86ab-b6198b32063b not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:48.593169 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.678733 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.681832 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:48.683069 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc7e2cfc-e8ae-4fab-9d93-313540c8e994 HTTP/1.1" status: 204 len: 168 time: 0.2256327 Nov 22 22:13:48.692318 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe4dfa-2f07-47b4-a9dd-097d02d9209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e2cfc-e8ae-4fab-9d93-313540c8e994,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:51.531724 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56030) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:51.727142 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24302a37-a61c-4d7f-903a-decb5e42612b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:51.855890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24302a37-a61c-4d7f-903a-decb5e42612b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:51.860917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-24302a37-a61c-4d7f-903a-decb5e42612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:51.905509 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-24302a37-a61c-4d7f-903a-decb5e42612b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4303ffd503554d758bcc73abb80a3805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722754 Nov 22 22:13:51.906281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24302a37-a61c-4d7f-903a-decb5e42612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cea79-75c2-4859-9057-181941eb67b4,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:51.910047 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56036) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:51.988099 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.025307 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56046) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:52.032523 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.112314 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.117978 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.120023 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/737cea79-75c2-4859-9057-181941eb67b4 HTTP/1.1" status: 204 len: 168 time: 0.2080843 Nov 22 22:13:52.142852 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a6ec-2edc-4c26-8926-34b4127b963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cea79-75c2-4859-9057-181941eb67b4,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:52.479752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56056) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:52.497279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ca754901-180a-4f98-8f25-d83bfef2dc43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.598504 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.618808 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ca754901-180a-4f98-8f25-d83bfef2dc43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.624484 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ca754901-180a-4f98-8f25-d83bfef2dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.666900 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ca754901-180a-4f98-8f25-d83bfef2dc43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a1ddaffe88a49139ae54f9067e61bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860490 Nov 22 22:13:52.668069 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca754901-180a-4f98-8f25-d83bfef2dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33918cfc-15a7-408b-94d4-590d201212a6,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:52.670778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56058) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:52.731801 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.759697 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.823353 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.828070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:52.829378 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33918cfc-15a7-408b-94d4-590d201212a6 HTTP/1.1" status: 204 len: 168 time: 0.1576118 Nov 22 22:13:52.841248 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823422c5-7771-4201-9349-160694ad07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33918cfc-15a7-408b-94d4-590d201212a6,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:52.917325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Deleting port 59399fca-eafc-43a2-bdb2-07638f964408 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:52.917807 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:53.024063 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] For port 59399fca-eafc-43a2-bdb2-07638f964408, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=59399fca-eafc-43a2-bdb2-07638f964408,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:53.024589 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:53.043649 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Calling delete_port for 59399fca-eafc-43a2-bdb2-07638f964408 owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:53.357546 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:53.396410 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Pushing event deleted for resources: {'Port': ['ID=59399fca-eafc-43a2-bdb2-07638f964408,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:53.615606 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:53.873768 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56086) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:54.001141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413046561-network', 'tenant_id': '8754168608d24fbb93df61e609dd20e5'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:13:54.026920 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Made reservation on behalf of 8754168608d24fbb93df61e609dd20e5 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:13:54.029322 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.040677 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.144936 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.151080 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.153371 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:13:54.183981 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:13:54.197431 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfdb1d0-a2c4-481a-98a8-fe3f1698f6d3,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:54.206520 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.206520 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Added segment 30fa2f36-cc57-4bee-8284-db6bc1efae9f of type vlan for network 12cd8a65-f336-4cae-8f96-84bb560c4995 Nov 22 22:13:54.252870 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.280364 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.281504 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:54.282118 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.288684 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:13:54.298069 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6a3653e0-1d61-4e49-aefd-4048f5a2284d admin admin] 10.222.0.48 "PUT /v2.0/routers/1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2691481 Nov 22 22:13:54.299293 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56090) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:54.302295 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Sync routers for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:13:54.320640 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:54.321662 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:54.349765 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4743998 Nov 22 22:13:54.354613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56092) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:54.359893 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Request body: {'subnet': {'network_id': '12cd8a65-f336-4cae-8f96-84bb560c4995', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413046561-subnet', 'tenant_id': '8754168608d24fbb93df61e609dd20e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:13:54.378872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149ff9-0c83-48c7-b778-11da2ac6f0cf admin admin] Pushing event updated for resources: {'Network': ['ID=12cd8a65-f336-4cae-8f96-84bb560c4995,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:54.393528 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Made reservation on behalf of 8754168608d24fbb93df61e609dd20e5 for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:13:54.395729 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 12cd8a65-f336-4cae-8f96-84bb560c4995 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:13:54.397136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.458774 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.552787 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:54.594292 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.689969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Deleting port abd0ed8a-4627-415f-8ca4-f835a9aa6e53 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:54.691088 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.798710 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] For port abd0ed8a-4627-415f-8ca4-f835a9aa6e53, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:54.799547 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:54.819425 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Calling delete_port for abd0ed8a-4627-415f-8ca4-f835a9aa6e53 owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:54.848498 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:13:53Z', 'revision_number': 5, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port': {'id': 'abd0ed8a-4627-415f-8ca4-f835a9aa6e53', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:07:08Z', 'updated_at': '2021-11-22T22:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:54.899084 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Checking router: 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:13:54.915814 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Routers {'1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:13:54.916887 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:13:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:54.986491 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.038849 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.069625 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd0ed8a-4627-415f-8ca4-f835a9aa6e53,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:55.096296 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454092b5-3f71-4eec-a16f-bd59a77776e4,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:55.105057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Checking segment: {'id': '30fa2f36-cc57-4bee-8284-db6bc1efae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '12cd8a65-f336-4cae-8f96-84bb560c4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:13:55.105823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Network hostable DHCP agents. Network: 12cd8a65-f336-4cae-8f96-84bb560c4995, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:13:55.114343 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] Set router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:13:55.136508 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Network 12cd8a65-f336-4cae-8f96-84bb560c4995 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:13:55.151347 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 12cd8a65-f336-4cae-8f96-84bb560c4995) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:13:55.157413 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:55.158408 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.169829 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d6aa9-604b-45b9-92d3-c6e4f48dd360 None None] Network 12cd8a65-f336-4cae-8f96-84bb560c4995 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:55.183458 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.201970 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-56d458e9-a79c-4be6-97c8-29d1a59ad365 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8461773 Nov 22 22:13:55.213920 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:13:54Z', 'revision_number': 6, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:55.271041 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a8c95-4715-4380-b867-aca9aacb8159 None None] The sync data for ids ['1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07'] in dv-cinder-774288-12-iscsi is: [{'id': '1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07', 'name': 'tempest-AttachVolumeShelveTestJSON-210210903-router', 'tenant_id': '6f88f8c3689f435d8a6d954337fad1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:07:07Z', 'updated_at': '2021-11-22T22:13:54Z', 'revision_number': 6, 'project_id': '6f88f8c3689f435d8a6d954337fad1ee', 'gw_port_host': None}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:13:55.327028 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.330138 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.336514 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:13:55.387289 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.388048 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:13:55.397340 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.401512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56102) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:55.406595 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2addfdd9-90aa-4001-864b-9c56e9b41826 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ca1f1ca-cb55-40e6-8ea8-99bf7f771e07 HTTP/1.1" status: 204 len: 168 time: 1.1047435 Nov 22 22:13:55.453654 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Deleting subnet 1df62144-cb88-4f1a-9ffe-759aae16bbb6 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:13:55.457208 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.502932 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.547344 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f9bb8-827e-47e6-b061-f946b15f9eac None None] Network 12cd8a65-f336-4cae-8f96-84bb560c4995 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:55.663853 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.765301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.801197 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df62144-cb88-4f1a-9ffe-759aae16bbb6,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:55.803762 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:55.807669 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b0570df1-67d9-4db7-b5fd-755415e7639f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1df62144-cb88-4f1a-9ffe-759aae16bbb6 HTTP/1.1" status: 204 len: 168 time: 0.4048948 Nov 22 22:13:55.810231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56116) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:55.813056 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4555746-2868-46fb-bea6-9978c188b826 None None] Network 51137e5e-beca-4500-b972-d54dc057bfff requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:55.920980 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.047292 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Deleting port 2bc21d78-c439-42fb-b3a3-d8698b9631aa {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:56.047811 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.120369 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56124) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:56.151106 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56128) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:56.156997 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-974924324-network', 'tenant_id': 'd73fd5aa166945f198b94f0163a2bd2e'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:13:56.168206 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] DHCP port deletion for 51137e5e-beca-4500-b972-d54dc057bfff request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:13:56.191118 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] For port 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2bc21d78-c439-42fb-b3a3-d8698b9631aa,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:56.191991 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.219888 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Calling delete_port for 2bc21d78-c439-42fb-b3a3-d8698b9631aa owned by network:dhcp {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:56.235369 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Made reservation on behalf of d73fd5aa166945f198b94f0163a2bd2e for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:13:56.239626 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.253454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.265347 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 59399fca-eafc-43a2-bdb2-07638f964408 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:56.335000 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 59399fca-eafc-43a2-bdb2-07638f964408 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:56.336538 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 59399fca-eafc-43a2-bdb2-07638f964408 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:56.380948 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Deleting port 2bc21d78-c439-42fb-b3a3-d8698b9631aa {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:13:56.383907 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.392837 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.403258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.420687 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:13:56.433825 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.434169 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Added segment de2bcd8a-b68f-447b-bbb8-019eefb4bb0c of type vlan for network 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb Nov 22 22:13:56.489588 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.494045 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] For port 2bc21d78-c439-42fb-b3a3-d8698b9631aa, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=2bc21d78-c439-42fb-b3a3-d8698b9631aa,segment=NetworkSegment(e39f5919-b83a-4179-bb27-0acaf61043c8),segment_id=e39f5919-b83a-4179-bb27-0acaf61043c8)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:13:56.494459 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.500158 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.514755 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Calling delete_port for 2bc21d78-c439-42fb-b3a3-d8698b9631aa owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:13:56.528823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.530529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:56.530755 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.599029 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] No DVR routers for this DVR port 2bc21d78-c439-42fb-b3a3-d8698b9631aa on host dv-cinder-774288-12-iscsi {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:56.623667 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc21d78-c439-42fb-b3a3-d8698b9631aa,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:56.648628 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Pushing event updated for resources: {'Network': ['ID=12b26e88-9c48-46f5-b7c2-3324bd2ac1cb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:56.672695 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:13:56.696990 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a58-2594-4753-aa66-f68fff63e1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.740482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63dd6a3-1f6b-4700-ab82-365e38cc039b,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:56.752462 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1f47760f-3ef4-416b-b47a-179c1adc510e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5951288 Nov 22 22:13:56.752462 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56130) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:56.758540 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Request body: {'subnet': {'network_id': '12b26e88-9c48-46f5-b7c2-3324bd2ac1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-974924324-subnet', 'tenant_id': 'd73fd5aa166945f198b94f0163a2bd2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:13:56.822034 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Made reservation on behalf of d73fd5aa166945f198b94f0163a2bd2e for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:13:56.824611 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.828091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.867600 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51137e5e-beca-4500-b972-d54dc057bfff']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:56.895752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39f5919-b83a-4179-bb27-0acaf61043c8') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:56.899786 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39f5919-b83a-4179-bb27-0acaf61043c8') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:13:56.925855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.936711 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.941892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a58-2594-4753-aa66-f68fff63e1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.949698 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a58-2594-4753-aa66-f68fff63e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.969496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Pushing event deleted for resources: {'Port': ['ID=2bc21d78-c439-42fb-b3a3-d8698b9631aa,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:56.978863 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] No DVR routers for this DVR port 2bc21d78-c439-42fb-b3a3-d8698b9631aa on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:13:56.982972 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.983187 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.983678 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.984174 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.984753 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.985277 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.985818 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.986340 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.987009 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.987619 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.988134 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.988645 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.989227 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19d2ab-f9f1-4ce1-a2ba-7fe9b9d6de8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:13:56.993027 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:13:56.993479 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:13:56.995768 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:13:57.027876 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a8a58-2594-4753-aa66-f68fff63e1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4566f41-9dc2-4122-927d-a41b1ecc3bce,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:57.034892 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b70a8a58-2594-4753-aa66-f68fff63e1f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=907a030891914457b7b2970458065d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9143364 Nov 22 22:13:57.040542 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56132) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:57.068527 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.080267 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.089996 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/51137e5e-beca-4500-b972-d54dc057bfff HTTP/1.1" status: 204 len: 168 time: 1.2749410 Nov 22 22:13:57.109671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260391-3dc4-4c8d-badc-85e7b5d866a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51137e5e-beca-4500-b972-d54dc057bfff,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:57.152408 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.162292 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.224232 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.255294 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9454699-996e-419b-9480-1f6920edd02c,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:57.286237 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Checking segment: {'id': 'de2bcd8a-b68f-447b-bbb8-019eefb4bb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '12b26e88-9c48-46f5-b7c2-3324bd2ac1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:13:57.286715 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Network hostable DHCP agents. Network: 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:13:57.293379 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56136) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:57.310137 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Network 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:13:57.324266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:13:57.331623 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:13:57.332652 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.338349 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0057944-691e-4e38-982a-b4224b0281de None None] Network 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:57.351372 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a253937a-1dae-4c6b-a198-3bffd9877d77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f88f8c3689f435d8a6d954337fad1ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0557251 Nov 22 22:13:57.355863 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56138) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:57.356742 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.361378 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.368477 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4566f41-9dc2-4122-927d-a41b1ecc3bce HTTP/1.1" status: 204 len: 168 time: 0.3264341 Nov 22 22:13:57.385900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6c5d7-30ea-4081-9735-0eb7a2e1f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4566f41-9dc2-4122-927d-a41b1ecc3bce,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:57.396985 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5c0c9e4d-d3e1-43ca-a8e4-88067a16ae87 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6439123 Nov 22 22:13:57.437773 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.465967 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.525023 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86990d-5109-437b-a164-a52f74467bb6 None None] Network 12b26e88-9c48-46f5-b7c2-3324bd2ac1cb requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:13:57.542735 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.546501 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:57.548706 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78fde0a3-239e-4dfb-9902-6b866797a0fa HTTP/1.1" status: 204 len: 168 time: 0.1913805 Nov 22 22:13:57.559630 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee06fd-b2c4-4ce9-a20a-b0069d410905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fde0a3-239e-4dfb-9902-6b866797a0fa,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:57.808521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device abd0ed8a-4627-415f-8ca4-f835a9aa6e53 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:57.831525 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: abd0ed8a-4627-415f-8ca4-f835a9aa6e53 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:57.831908 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device abd0ed8a-4627-415f-8ca4-f835a9aa6e53 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:57.832311 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 2bc21d78-c439-42fb-b3a3-d8698b9631aa no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:13:57.853671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 2bc21d78-c439-42fb-b3a3-d8698b9631aa {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:13:57.854323 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 2bc21d78-c439-42fb-b3a3-d8698b9631aa not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:13:59.637403 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56232) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:59.772952 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de09075b-7505-4fcd-8b92-958b4932994d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:59.873677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de09075b-7505-4fcd-8b92-958b4932994d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:59.880248 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de09075b-7505-4fcd-8b92-958b4932994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:13:59.924005 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-de09075b-7505-4fcd-8b92-958b4932994d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83c5af44504a4a2b9866f3d447e55566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847331 Nov 22 22:13:59.924916 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09075b-7505-4fcd-8b92-958b4932994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0dc1c-83d4-4778-aa58-acb99bc4d21b,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:13:59.926869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56240) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:13:59.997990 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:00.024162 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:00.087337 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:00.090061 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:00.091435 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cf0dc1c-83d4-4778-aa58-acb99bc4d21b HTTP/1.1" status: 204 len: 168 time: 0.1632662 Nov 22 22:14:00.102550 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e949d5-e383-42a1-9a02-0da69d451f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0dc1c-83d4-4778-aa58-acb99bc4d21b,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:00.760976 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4c510c42-d838-43f6-a33a-415fa4dde8f7 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539427 Nov 22 22:14:01.012316 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-224de8e7-3491-4d93-afe6-54bf1a31f830 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:01.014976 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-224de8e7-3491-4d93-afe6-54bf1a31f830 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477365 Nov 22 22:14:01.038709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-222a02af-4a19-4289-8a9b-dc46725709c5 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/quotas/6f439cc913ca4d4fa327fce23bbc3338 HTTP/1.1" status: 200 len: 375 time: 0.0163839 Nov 22 22:14:01.080213 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-e7993ab3-ad8b-4267-9e73-3764f3688b8c tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361943 Nov 22 22:14:01.435818 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-55852f77-f620-4733-8ce2-fde18fb099c1 req-e050b1d9-9553-4751-8f26-ce35d1673d32 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 210 time: 0.0617001 Nov 22 22:14:02.446578 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56326) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:02.470668 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-84b53479-7c00-43e1-aca5-76f471e2f7c0 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583069 Nov 22 22:14:02.639486 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3696bc4-4a2d-48d6-9bee-b873a7ad4340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.659748 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a06a21db-0d22-430b-832f-c57bf5dfbc9e req-6c317662-c354-403a-80b7-7f4d4926b169 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 210 time: 0.0433609 Nov 22 22:14:02.688866 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-c04d118c-76e0-4625-91c6-f6078b3d3f1b tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:02.690694 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-c04d118c-76e0-4625-91c6-f6078b3d3f1b tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083161 Nov 22 22:14:02.704800 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Request body: {'port': {'device_id': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef', 'admin_state_up': True, 'tenant_id': '6f439cc913ca4d4fa327fce23bbc3338'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:02.764102 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3696bc4-4a2d-48d6-9bee-b873a7ad4340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.769971 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b3696bc4-4a2d-48d6-9bee-b873a7ad4340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.817814 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b3696bc4-4a2d-48d6-9bee-b873a7ad4340 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a8fd7a9705342a8a5e079ffd11a8602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679676 Nov 22 22:14:02.820779 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3696bc4-4a2d-48d6-9bee-b873a7ad4340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c8f24-3950-4a11-82a2-e09fc6cac55e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:02.821910 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56342) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:02.883025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Made reservation on behalf of 6f439cc913ca4d4fa327fce23bbc3338 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:02.886862 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.899341 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.925803 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:02.971934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.062588 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.069399 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.077471 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.080169 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.081441 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e19c8f24-3950-4a11-82a2-e09fc6cac55e HTTP/1.1" status: 204 len: 168 time: 0.2583873 Nov 22 22:14:03.143970 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a72a92-93b0-46e4-8c1b-7680e911aa6a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:03.166530 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c1d04-e369-4d27-9204-85c0be81257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c8f24-3950-4a11-82a2-e09fc6cac55e,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:03.284991 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Allocated IP 192.168.233.197 (f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef/bc95da5d-86f9-46e6-9b3b-0157bd881834/e99e7f15-fd3f-485d-8fae-25eb7ba67c35) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:03.513246 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.532741 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56350) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:03.556752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f72f6891-921c-4bbd-976c-480458ac19b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.560429 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.618845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:03.622934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:03.633414 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:03.642347 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Pushing event updated for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:03.684568 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f72f6891-921c-4bbd-976c-480458ac19b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.691270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f72f6891-921c-4bbd-976c-480458ac19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.743798 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:03.746454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.753693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f6891-921c-4bbd-976c-480458ac19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10da221-738b-49f1-bac5-8dd22e2bd1d8,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:03.770133 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f72f6891-921c-4bbd-976c-480458ac19b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cac88a35e4c4c07b303ea062ba14cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358253 Nov 22 22:14:03.774833 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56354) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:03.790988 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-8ee7ac34-6178-4820-8963-820033d3bd8a tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0903833 Nov 22 22:14:03.808047 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Request body: {'port': {'device_id': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:03.850879 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.882811 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.946527 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.957885 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a16f40-0504-4830-8067-c18c9d4b4883 req-df06d743-f35f-4a46-8571-2c232b8c2fa3 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:03.960139 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11a16f40-0504-4830-8067-c18c9d4b4883 req-df06d743-f35f-4a46-8571-2c232b8c2fa3 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 936 time: 0.1173952 Nov 22 22:14:03.970461 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.973858 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.979417 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a10da221-738b-49f1-bac5-8dd22e2bd1d8 HTTP/1.1" status: 204 len: 168 time: 0.2028403 Nov 22 22:14:03.986241 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-107501e4-61c8-4e2e-a2f7-2e48a95d2484 None None] Provisioning complete for port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:03.986845 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-107501e4-61c8-4e2e-a2f7-2e48a95d2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:03.989838 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76365-8208-45cb-823a-e95ee36d1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10da221-738b-49f1-bac5-8dd22e2bd1d8,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:04.025082 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-107501e4-61c8-4e2e-a2f7-2e48a95d2484 None None] Port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:04.124744 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11a16f40-0504-4830-8067-c18c9d4b4883 req-d86578be-63ce-42f0-ac7d-2036a11b0810 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472008 Nov 22 22:14:04.501797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99e7f15-fd3f-485d-8fae-25eb7ba67c35 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:04.511158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:04.526076 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Transition to ACTIVE for port object e99e7f15-fd3f-485d-8fae-25eb7ba67c35 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:14:04.531393 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:04.617045 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Pushing event updated for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:04.680550 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Attempting to bind port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:04.681056 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Attempting to bind port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:04.681613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Attempting to bind port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 on network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:04.688317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 on network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:14:04.688707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Attempting to bind port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 on network f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:04.696875 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:04.697380 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Checking segment: {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:04.697809 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Bound using segment: {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:04.698326 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Bound port: e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eeb9e0e-7aba-48f3-84ad-a93d88d862a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:04.698755 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:04.812323 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:04.819918 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:04.826701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:04.872717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:04.873406 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:04.874873 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] 10.222.0.31 "PUT /v2.0/ports/e99e7f15-fd3f-485d-8fae-25eb7ba67c35 HTTP/1.1" status: 200 len: 1098 time: 1.0746241 Nov 22 22:14:04.875366 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:04.877913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705" -d '{"events": [{"name": "network-changed", "server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:04.909053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b424-bd80-4075-9051-200b839f9707 service neutron] Pushing event updated for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:04.926240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a541bc7-f302-4738-af09-977b30c84471 x-openstack-request-id: req-5a541bc7-f302-4738-af09-977b30c84471 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:04.926766 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:04.927097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a541bc7-f302-4738-af09-977b30c84471 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:04.927698 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35', 'status': 'completed', 'code': 200} Nov 22 22:14:05.018318 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-76c1fc59-72d0-46f7-8716-a33ac5dee475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.020035 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-76c1fc59-72d0-46f7-8716-a33ac5dee475 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 1101 time: 0.0743198 Nov 22 22:14:05.080724 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-5b09b2eb-29f2-42f1-a503-2358eed87cd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35 HTTP/1.1" status: 200 len: 217 time: 0.0502851 Nov 22 22:14:05.138901 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-93c2b3a7-aaeb-4754-a5ba-e79ce39c8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.140389 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-93c2b3a7-aaeb-4754-a5ba-e79ce39c8115 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc95da5d-86f9-46e6-9b3b-0157bd881834 HTTP/1.1" status: 200 len: 843 time: 0.0523152 Nov 22 22:14:05.204298 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-7750fb57-bd18-40ff-9f0e-2269bb06eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.206293 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-7750fb57-bd18-40ff-9f0e-2269bb06eb44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0585399 Nov 22 22:14:05.401354 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd0ea-29a6-42c5-83ae-47e4bc6c622b req-345e9f36-5700-4ab0-81a4-5a791616fa94 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.404205 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-639dd0ea-29a6-42c5-83ae-47e4bc6c622b req-345e9f36-5700-4ab0-81a4-5a791616fa94 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 948 time: 0.1080024 Nov 22 22:14:05.414422 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-78b62590-7da5-4bda-b8e6-62a9fcb42045 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001858 Nov 22 22:14:05.579405 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-639dd0ea-29a6-42c5-83ae-47e4bc6c622b req-435d32e4-564b-4f87-9941-d7b4813828ec tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632743 Nov 22 22:14:05.633132 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b31d0bf-3df4-4b28-8043-11202e4d9f5a req-0df46e42-ed60-454c-ab47-f5dbcc1ca257 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066655 Nov 22 22:14:05.746965 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-bc9350fb-9a20-48d1-b3ad-c57f0a90e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.749015 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-bc9350fb-9a20-48d1-b3ad-c57f0a90e100 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 1101 time: 0.0623379 Nov 22 22:14:05.887714 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-9bf56f01-0ec2-448e-b1bc-810cf47a7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:05.889376 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-9bf56f01-0ec2-448e-b1bc-810cf47a7868 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef HTTP/1.1" status: 200 len: 870 time: 0.1329777 Nov 22 22:14:05.941729 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-6796fd02-8579-402e-84e8-71e2f953685e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35 HTTP/1.1" status: 200 len: 217 time: 0.0426412 Nov 22 22:14:05.999778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-f159539b-ec33-4257-aca1-122239f17316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:06.001328 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-f159539b-ec33-4257-aca1-122239f17316 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc95da5d-86f9-46e6-9b3b-0157bd881834 HTTP/1.1" status: 200 len: 843 time: 0.0520735 Nov 22 22:14:06.077776 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-8093ba12-4288-4908-83f3-edf73b31e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:06.079670 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-8093ba12-4288-4908-83f3-edf73b31e632 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0680511 Nov 22 22:14:06.247251 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-473e1fb3-93df-4f53-be81-0a0f2907b09f service neutron] 10.222.0.31 "GET /v2.0/networks/f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583993 Nov 22 22:14:06.378884 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9b9371fd-4f7a-44b5-b9fd-e2adc8618705 req-52440b95-8d04-480c-8abf-89a34e9e0568 service neutron] 10.222.0.31 "GET /v2.0/networks/f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231170 Nov 22 22:14:07.010789 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6274baa-aa71-4aa0-af91-18a942d95907 req-be3144a3-e937-442e-8bc2-4359b6f5735b tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:07.013810 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e6274baa-aa71-4aa0-af91-18a942d95907 req-be3144a3-e937-442e-8bc2-4359b6f5735b tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 948 time: 0.3337283 Nov 22 22:14:07.096316 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e6274baa-aa71-4aa0-af91-18a942d95907 req-6ed2598f-1574-430b-af94-9894339dfb97 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740652 Nov 22 22:14:07.190709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-05cc3100-7d5b-4b29-81d8-989126aa7506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:07.772444 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device e99e7f15-fd3f-485d-8fae-25eb7ba67c35 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:14:07.940748 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:07.958199 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35', 'network_id': 'f9e6b8c9-2fdf-4e0c-91e2-52c3a87b73ef', 'port_id': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35', 'mac_address': 'fa:16:3e:3b:bf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc95da5d-86f9-46e6-9b3b-0157bd881834', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:14:08.003280 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:08.019779 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99e7f15-fd3f-485d-8fae-25eb7ba67c35 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:08.045758 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:08.051123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:08.109903 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:08.269554 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['e99e7f15-fd3f-485d-8fae-25eb7ba67c35'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:14:08.299138 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c0593-ccf6-4b87-bbbc-363e52edb371 req-915839e6-7e91-41bc-b98f-5298f51680f9 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:08.304934 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-237c0593-ccf6-4b87-bbbc-363e52edb371 req-915839e6-7e91-41bc-b98f-5298f51680f9 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 949 time: 0.0982873 Nov 22 22:14:08.423529 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-237c0593-ccf6-4b87-bbbc-363e52edb371 req-3218a42e-3fdf-470a-8d70-d8f72b8925ec tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994191 Nov 22 22:14:09.569842 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426b2c6-9c15-47cf-b222-4c79b8015ed5 req-edd379ad-d39c-4274-b082-6d2963d78cb3 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:09.571976 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2426b2c6-9c15-47cf-b222-4c79b8015ed5 req-edd379ad-d39c-4274-b082-6d2963d78cb3 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 949 time: 0.0608857 Nov 22 22:14:09.624916 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2426b2c6-9c15-47cf-b222-4c79b8015ed5 req-e79768c7-5181-4114-83d6-2e87cb2b0244 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Nov 22 22:14:09.772569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device e99e7f15-fd3f-485d-8fae-25eb7ba67c35 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:09.850059 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:14:09.858859 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:09.859611 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.023666 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.066493 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:10.070794 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308d6a3-1693-4172-bd80-690c1694bbaa" -d '{"events": [{"server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "name": "network-vif-plugged", "status": "completed", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:10.094281 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:10.101420 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.150311 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743d3efc-5cd9-4454-a00d-45846d149aee x-openstack-request-id: req-743d3efc-5cd9-4454-a00d-45846d149aee {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:10.150756 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "name": "network-vif-plugged", "status": "completed", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:10.151154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-743d3efc-5cd9-4454-a00d-45846d149aee {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:10.151760 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35', 'code': 200} Nov 22 22:14:10.210092 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:10.362158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9188f5-1be7-449e-8664-cf7660f0b7e3 req-b86b492e-1e59-43e4-a7a9-4a737f0edc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:10.364468 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc9188f5-1be7-449e-8664-cf7660f0b7e3 req-b86b492e-1e59-43e4-a7a9-4a737f0edc29 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 1103 time: 0.0653486 Nov 22 22:14:10.425739 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc9188f5-1be7-449e-8664-cf7660f0b7e3 req-1e5ed705-5a4b-47c9-871c-d911b69f5296 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Nov 22 22:14:10.437659 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56484) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:10.558938 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8f8e-1d0d-4de2-8eda-f43339ac81ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.656914 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8f8e-1d0d-4de2-8eda-f43339ac81ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.662884 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5e8a8f8e-1d0d-4de2-8eda-f43339ac81ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.716224 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a8f8e-1d0d-4de2-8eda-f43339ac81ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacd83a6-8309-4989-a329-a204b14ffb05,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:10.724129 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56490) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:10.724932 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5e8a8f8e-1d0d-4de2-8eda-f43339ac81ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=667653a7e5c142ed8723093237b6c9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854662 Nov 22 22:14:10.770995 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b0355a74-a553-48e1-ae60-f71c24550f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.820968 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79f21-f61f-4f41-9a0a-fe8cc2ec8447 req-4d14cdf0-db0b-4dbb-90d8-0608809bcb65 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:10.822530 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-01f79f21-f61f-4f41-9a0a-fe8cc2ec8447 req-4d14cdf0-db0b-4dbb-90d8-0608809bcb65 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 950 time: 0.0912356 Nov 22 22:14:10.828515 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.867214 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.921262 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-01f79f21-f61f-4f41-9a0a-fe8cc2ec8447 req-60c33f35-6d14-4ab9-907d-ab07d4aef5b2 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901909 Nov 22 22:14:10.958412 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.961665 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:10.963132 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eacd83a6-8309-4989-a329-a204b14ffb05 HTTP/1.1" status: 204 len: 168 time: 0.2374442 Nov 22 22:14:10.973984 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119aa3c-5bdd-4053-afbc-7e88333e88c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacd83a6-8309-4989-a329-a204b14ffb05,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:11.392607 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56508) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:11.424830 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-65ff4468-f73a-4116-815c-215036b729fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.540602 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-65ff4468-f73a-4116-815c-215036b729fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.547088 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-65ff4468-f73a-4116-815c-215036b729fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.596466 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4468-f73a-4116-815c-215036b729fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003dc952-7b07-4a88-a006-10f55c86ea2b,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:11.600902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-65ff4468-f73a-4116-815c-215036b729fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcc33bbf24f24701b2a66e038c2d46b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060542 Nov 22 22:14:11.605037 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56516) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:11.623709 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.679335 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.715947 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.800180 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.803746 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:11.805795 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/003dc952-7b07-4a88-a006-10f55c86ea2b HTTP/1.1" status: 204 len: 168 time: 0.1983137 Nov 22 22:14:11.818487 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20319789-68ab-46b5-ad63-b05545f73e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003dc952-7b07-4a88-a006-10f55c86ea2b,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:12.119700 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b13d83-f2fb-44b7-8df5-7eb10c0d4547 req-e44b74fa-b280-44da-b113-3ba4e673452c tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:12.122139 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49b13d83-f2fb-44b7-8df5-7eb10c0d4547 req-e44b74fa-b280-44da-b113-3ba4e673452c tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 950 time: 0.0817244 Nov 22 22:14:12.191240 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49b13d83-f2fb-44b7-8df5-7eb10c0d4547 req-2de7fb74-124a-478e-ab4f-1a8e8e5f200f tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597711 Nov 22 22:14:12.512774 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be1e6-5608-49ae-85e2-ac928bb997f7 req-7cc4487c-2070-4b36-b413-7e5aab811a82 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:12.514617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-048be1e6-5608-49ae-85e2-ac928bb997f7 req-7cc4487c-2070-4b36-b413-7e5aab811a82 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 950 time: 0.0601494 Nov 22 22:14:12.569794 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-048be1e6-5608-49ae-85e2-ac928bb997f7 req-3e2db7c0-99e5-4b29-8d2c-fc3d43b2db93 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Nov 22 22:14:13.005428 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56564) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:13.080336 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Deleting subnet 454092b5-3f71-4eec-a16f-bd59a77776e4 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:14:13.084669 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.132291 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.193507 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.264982 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.301750 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.305267 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.314217 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454092b5-3f71-4eec-a16f-bd59a77776e4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:13.321846 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.327024 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-59349e64-d4c1-4872-916c-d405dc93cee9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/454092b5-3f71-4eec-a16f-bd59a77776e4 HTTP/1.1" status: 204 len: 168 time: 0.3192928 Nov 22 22:14:13.331016 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56572) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:13.425972 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.552363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.590349 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cd8a65-f336-4cae-8f96-84bb560c4995']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:13.614646 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fa2f36-cc57-4bee-8284-db6bc1efae9f') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:13.615522 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fa2f36-cc57-4bee-8284-db6bc1efae9f') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:13.636827 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.660007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.668924 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:14:13.669540 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:14:13.672055 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:14:13.805973 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.824200 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.830364 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] 10.222.0.48 "DELETE /v2.0/networks/12cd8a65-f336-4cae-8f96-84bb560c4995 HTTP/1.1" status: 204 len: 168 time: 0.4961555 Nov 22 22:14:13.831735 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56592) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:13.859367 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1323b-9ee5-459d-8437-9a173d1465db req-3a8d8501-f399-4571-aa29-4133a014779f tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:13.861288 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41d1323b-9ee5-459d-8437-9a173d1465db req-3a8d8501-f399-4571-aa29-4133a014779f tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 950 time: 0.1768045 Nov 22 22:14:13.874707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fdff9-d77e-4a22-91d3-6775cabf2c19 req-66862feb-3ffe-485a-a1f1-886ee940cfcc tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:13.877520 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ba3fdff9-d77e-4a22-91d3-6775cabf2c19 req-66862feb-3ffe-485a-a1f1-886ee940cfcc tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 950 time: 0.1916773 Nov 22 22:14:13.895797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900c59a-6039-4a4e-a4e8-9bc939ba1037 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cd8a65-f336-4cae-8f96-84bb560c4995,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:13.899169 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Deleting subnet a9454699-996e-419b-9480-1f6920edd02c {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:14:13.905825 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:13.971482 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.025512 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ba3fdff9-d77e-4a22-91d3-6775cabf2c19 req-e6ac0720-2b25-49bf-bace-e5d7c597e6ac tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9a72a92-93b0-46e4-8c1b-7680e911aa6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227293 Nov 22 22:14:14.028113 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.057593 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Deleting port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:14:14.059385 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.105345 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.152877 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9454699-996e-419b-9480-1f6920edd02c,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:14.160702 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.175274 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7f34e831-6e47-4373-b623-46d9217e4e7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9454699-996e-419b-9480-1f6920edd02c HTTP/1.1" status: 204 len: 168 time: 0.3331761 Nov 22 22:14:14.175274 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56610) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:14.183423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] For port e99e7f15-fd3f-485d-8fae-25eb7ba67c35, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,segment=NetworkSegment(8eeb9e0e-7aba-48f3-84ad-a93d88d862a6),segment_id=8eeb9e0e-7aba-48f3-84ad-a93d88d862a6)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:14.184139 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.201983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Calling delete_port for e99e7f15-fd3f-485d-8fae-25eb7ba67c35 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:14:14.289009 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.420388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.420829 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.438482 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['e99e7f15-fd3f-485d-8fae-25eb7ba67c35'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:14:14.462617 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b26e88-9c48-46f5-b7c2-3324bd2ac1cb']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:14.484091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2bcd8a-b68f-447b-bbb8-019eefb4bb0c') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:14.484608 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2bcd8a-b68f-447b-bbb8-019eefb4bb0c') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:14.486662 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Pushing event deleted for resources: {'Port': ['ID=e99e7f15-fd3f-485d-8fae-25eb7ba67c35,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:14.517389 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.544730 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.556867 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:14:14.557621 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:14:14.561786 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:14:14.584377 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] No DVR routers for this DVR port e99e7f15-fd3f-485d-8fae-25eb7ba67c35 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:14:14.589021 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.596320 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41d1323b-9ee5-459d-8437-9a173d1465db req-e6199b75-c3da-4a86-a50f-6c24a7c8ad20 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.31 "DELETE /v2.0/ports/e99e7f15-fd3f-485d-8fae-25eb7ba67c35 HTTP/1.1" status: 204 len: 173 time: 0.7173069 Nov 22 22:14:14.597658 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'name': 'network-vif-deleted', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:14.608301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb45ca8-455c-4b78-9a85-2a21a7bfbd13" -d '{"events": [{"server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "name": "network-vif-deleted", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:14.676096 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.684531 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:14.699459 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] 10.222.0.48 "DELETE /v2.0/networks/12b26e88-9c48-46f5-b7c2-3324bd2ac1cb HTTP/1.1" status: 204 len: 168 time: 0.5204587 Nov 22 22:14:14.739364 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100389e-dbf9-44f5-a673-fd657fcb2679 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b26e88-9c48-46f5-b7c2-3324bd2ac1cb,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:14.752500 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745894cd-0a72-4722-b878-e41c1e1d5b21 x-openstack-request-id: req-745894cd-0a72-4722-b878-e41c1e1d5b21 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:14.752983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e037048-9a0c-476f-b0e6-c3eca1d193b9", "name": "network-vif-deleted", "tag": "e99e7f15-fd3f-485d-8fae-25eb7ba67c35", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:14.753423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-745894cd-0a72-4722-b878-e41c1e1d5b21 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:14.754097 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e037048-9a0c-476f-b0e6-c3eca1d193b9', 'name': 'network-vif-deleted', 'tag': 'e99e7f15-fd3f-485d-8fae-25eb7ba67c35', 'status': 'completed', 'code': 200} Nov 22 22:14:14.842456 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56626) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:14.981037 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56630) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:15.020006 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.055135 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-c96a8728-0828-4132-a979-91a692952bad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8754168608d24fbb93df61e609dd20e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727446 Nov 22 22:14:15.058723 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56632) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:15.158245 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.207236 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2709ee89-1913-4de9-a8d5-3eaf7dc67ea2 req-cca07042-5c75-4930-aaf8-61553d7a4591 tempest-VolumesNegativeTest-45130747 tempest-VolumesNegativeTest-45130747-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e037048-9a0c-476f-b0e6-c3eca1d193b9 HTTP/1.1" status: 200 len: 210 time: 0.0408933 Nov 22 22:14:15.235535 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.265985 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.273992 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.393967 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d8d67bc1a5145eea5f30c2daacbe716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5465765 Nov 22 22:14:15.393967 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac69728-0650-424d-ae27-23fdadca3165,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:15.394664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56636) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:15.410440 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.411046 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.411677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.412709 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.413437 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.414104 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.414693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.415272 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.415856 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.416435 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.417005 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.417575 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0d78e-53ab-472f-80b4-90d70abc749d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.454857 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.460652 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.465846 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdfdb1d0-a2c4-481a-98a8-fe3f1698f6d3 HTTP/1.1" status: 204 len: 168 time: 0.4061501 Nov 22 22:14:15.477188 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.479128 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d91c4-1b67-40da-a51f-83c52934a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfdb1d0-a2c4-481a-98a8-fe3f1698f6d3,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:15.504746 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.595509 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.598880 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.604387 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ac69728-0650-424d-ae27-23fdadca3165 HTTP/1.1" status: 204 len: 168 time: 0.2079320 Nov 22 22:14:15.615417 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac69728-0650-424d-ae27-23fdadca3165,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:15.624157 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.624485 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.624834 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.625219 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.625554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.625884 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.626215 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.626540 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.627070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.627552 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.628053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.628554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf67f6-2042-4754-92ae-d450dbb6970f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:15.761770 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:15.914189 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56646) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:15.968518 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-9c51033e-e550-42c6-9800-c14634477da9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d73fd5aa166945f198b94f0163a2bd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530541 Nov 22 22:14:15.971499 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56648) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:16.030845 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.068106 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.134551 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.137295 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.138421 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e63dd6a3-1f6b-4700-ab82-365e38cc039b HTTP/1.1" status: 204 len: 168 time: 0.1658957 Nov 22 22:14:16.149487 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc6ee2-bb7c-4d39-80ea-090bcc2f86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63dd6a3-1f6b-4700-ab82-365e38cc039b,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:16.175943 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56652) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:16.190962 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a13a63f7-50bf-4f4b-acc7-199344b231d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.295408 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a13a63f7-50bf-4f4b-acc7-199344b231d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.302125 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a13a63f7-50bf-4f4b-acc7-199344b231d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.378953 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a63f7-50bf-4f4b-acc7-199344b231d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf72b05-e1d7-44d0-8a11-d863d6ffcb6e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:16.390016 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a13a63f7-50bf-4f4b-acc7-199344b231d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=267269376dbf4807a989b52e51e74096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127767 Nov 22 22:14:16.393968 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56666) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:16.474856 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.507476 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.582850 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.586589 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:16.588247 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbf72b05-e1d7-44d0-8a11-d863d6ffcb6e HTTP/1.1" status: 204 len: 168 time: 0.1926780 Nov 22 22:14:16.605358 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0056-530b-403c-8a5e-f8617fed0941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf72b05-e1d7-44d0-8a11-d863d6ffcb6e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:17.807635 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device e99e7f15-fd3f-485d-8fae-25eb7ba67c35 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:14:17.831550 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56798) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:17.851548 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: e99e7f15-fd3f-485d-8fae-25eb7ba67c35 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:14:17.851895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device e99e7f15-fd3f-485d-8fae-25eb7ba67c35 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:14:18.104470 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2d06b15f-95b9-4291-8f30-18029b00f521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.270172 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2d06b15f-95b9-4291-8f30-18029b00f521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.277325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2d06b15f-95b9-4291-8f30-18029b00f521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.323184 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2d06b15f-95b9-4291-8f30-18029b00f521 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=898918fa0bfa467dae0679766bd544d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913800 Nov 22 22:14:18.327008 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56812) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:18.361936 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06b15f-95b9-4291-8f30-18029b00f521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6860028c-4c5b-4d2d-b299-c5303a475184,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:18.433534 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.477160 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.565371 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.568538 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:18.573690 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6860028c-4c5b-4d2d-b299-c5303a475184 HTTP/1.1" status: 204 len: 168 time: 0.2442758 Nov 22 22:14:18.583915 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea82d-ffde-4762-9135-549430666196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6860028c-4c5b-4d2d-b299-c5303a475184,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:19.468053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 56902) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:19.620985 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1620330368-network', 'tenant_id': 'cbbb95b3579d497f907450b5e8a22239'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:19.660143 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Made reservation on behalf of cbbb95b3579d497f907450b5e8a22239 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:19.663752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.679285 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.808544 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.821551 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.852704 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:14:19.867203 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33412a4-a492-4f95-83a1-76d0c6a47202,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:19.877906 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.878261 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Added segment f5508266-7279-4e21-8203-beca4e7ea27e of type vlan for network de51fba3-fe3c-4207-8bce-76c5017943e6 Nov 22 22:14:19.932829 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.977605 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:19.979199 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:19.980249 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:20.077086 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6075208 Nov 22 22:14:20.080563 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 56944) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:20.089583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Request body: {'subnet': {'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1620330368-subnet', 'tenant_id': 'cbbb95b3579d497f907450b5e8a22239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:20.115396 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26958f4-8457-4672-8ec1-fff34b89dd66 admin admin] Pushing event updated for resources: {'Network': ['ID=de51fba3-fe3c-4207-8bce-76c5017943e6,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:20.128460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Made reservation on behalf of cbbb95b3579d497f907450b5e8a22239 for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:20.130986 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network de51fba3-fe3c-4207-8bce-76c5017943e6 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:14:20.132693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58743620'] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:20.413312 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59647188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58743658'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:20.521170 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81813def-a49a-412c-a1cf-28e88c5debbc,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:20.535111 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Checking segment: {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:20.535695 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Network hostable DHCP agents. Network: de51fba3-fe3c-4207-8bce-76c5017943e6, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:14:20.566970 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Network de51fba3-fe3c-4207-8bce-76c5017943e6 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:14:20.579042 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, de51fba3-fe3c-4207-8bce-76c5017943e6) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:20.586703 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:20.587026 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:20.592822 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca4755-ff0f-4c13-a58a-5a33e2e198f3 None None] Network de51fba3-fe3c-4207-8bce-76c5017943e6 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:20.617692 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6f6f9e20-af3a-4c97-8f3b-77d713b7e62e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5345619 Nov 22 22:14:20.787580 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79458700-e52c-4e62-ae2d-03a67fd9e837 None None] Network de51fba3-fe3c-4207-8bce-76c5017943e6 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:23.471005 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57024) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:23.694170 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5cd625c1-1b3a-41fe-bdb6-cdd92caa62c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f439cc913ca4d4fa327fce23bbc3338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211559 Nov 22 22:14:23.694812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57032) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:23.770914 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:23.802647 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:23.866345 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:23.869538 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:23.874119 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9a72a92-93b0-46e4-8c1b-7680e911aa6a HTTP/1.1" status: 204 len: 168 time: 0.1746335 Nov 22 22:14:23.881782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dec41-40d5-44ba-bf96-0f49ea6fb7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a72a92-93b0-46e4-8c1b-7680e911aa6a,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:23.951180 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-52851582-eb2b-402e-b354-c58bee76daaf tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:23.953984 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-52851582-eb2b-402e-b354-c58bee76daaf tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 809 time: 0.1767583 Nov 22 22:14:23.975299 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-87ee9795-59e3-42c5-844e-5614d74f7cdb tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/quotas/cbbb95b3579d497f907450b5e8a22239 HTTP/1.1" status: 200 len: 375 time: 0.0124969 Nov 22 22:14:24.016315 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-897d436e-ff52-476c-a93b-45fa669f02e3 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334165 Nov 22 22:14:24.321622 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-34fc525a-e932-41da-bb3e-2f8ad62e15da service neutron] 10.222.0.48 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952216 Nov 22 22:14:24.442704 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a0a1261f-4c59-4aab-9404-67f82820ba58 service neutron] 10.222.0.48 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085448 Nov 22 22:14:24.649808 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6911708b-5c2f-4cd3-8ce4-38273beea8ec req-2c3f9574-fbe6-439f-b1df-655665327fcf tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 210 time: 0.0392809 Nov 22 22:14:24.851108 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57074) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:25.015073 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425506050-network', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:25.041465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Made reservation on behalf of 71d85e0bac8f447dac22b78e333efff2 for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:25.044477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.054630 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.148290 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.154057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.193019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:14:25.200705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215109d4-2a94-456b-90cb-da7b4a9d86c0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:25.207548 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.207862 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Added segment 5cfab56c-85b2-48e7-bbf0-97357b8bea2f of type vlan for network 09c94e78-bbd8-44c1-b553-b891bfea12af Nov 22 22:14:25.260233 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.295912 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.296822 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:25.297465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.358816 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5036478 Nov 22 22:14:25.361293 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57082) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:25.366173 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b5259-b463-47d7-a6ff-958eff75a33c admin admin] Pushing event updated for resources: {'Network': ['ID=09c94e78-bbd8-44c1-b553-b891bfea12af,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:25.366594 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Request body: {'subnet': {'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425506050-subnet', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:25.381574 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 09c94e78-bbd8-44c1-b553-b891bfea12af details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:14:25.396068 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Made reservation on behalf of 71d85e0bac8f447dac22b78e333efff2 for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:25.398914 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58743620'] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.590992 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59647188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58743658'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.654251 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7cb3490-ae62-4651-be5d-ed2130dbc9e8,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:25.669073 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Checking segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:25.669534 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Network hostable DHCP agents. Network: 09c94e78-bbd8-44c1-b553-b891bfea12af, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:14:25.692607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Network 09c94e78-bbd8-44c1-b553-b891bfea12af is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:14:25.707542 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 09c94e78-bbd8-44c1-b553-b891bfea12af) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:25.714091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:25.715286 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.722261 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09f118-24f4-4bf3-b67a-aa2842f096b5 None None] Network 09c94e78-bbd8-44c1-b553-b891bfea12af requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:25.743693 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-3becd74d-d287-4940-ba40-6ef6ae2dcc53 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3809130 Nov 22 22:14:25.747973 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57086) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:25.753832 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:25.784040 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7c2849e1-b893-4006-8014-3290771aa36c req-e01953a4-3fd3-42d7-ae63-8bc114ce2ab8 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 210 time: 0.0456614 Nov 22 22:14:25.798219 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.800078 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.860331 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:25.919518 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-09c94e78-bbd8-44c1-b553-b891bfea12af', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:14:25.920672 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.008958 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.083218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Allocated IP 172.20.0.2 (09c94e78-bbd8-44c1-b553-b891bfea12af/a7cb3490-ae62-4651-be5d-ed2130dbc9e8/5e69e442-6627-4bbe-bcc2-f8d315bcc26b) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:26.297241 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.311901 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.321023 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.336999 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.381483 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Network 09c94e78-bbd8-44c1-b553-b891bfea12af is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:26.385173 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:26.389025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:26.400717 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Pushing event updated for resources: {'Port': ['ID=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:26.465817 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Attempting to bind port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:26.466113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Attempting to bind port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:26.466663 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Attempting to bind port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b on network 09c94e78-bbd8-44c1-b553-b891bfea12af {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:26.475577 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:26.476212 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Checking segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:26.476884 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.477557 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Bound using segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:26.478361 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Bound port: 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:26.478968 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.483037 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Allocated IP 172.27.1.251 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/c83e1b68-c538-425d-9f7f-07ef8eef6bf3) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:26.595528 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] For port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:26.601092 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] For port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:26.608141 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.615120 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.679197 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:26.723338 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f35b7-5ce3-4921-804b-0d0ea9c167fa None None] Pushing event updated for resources: {'Port': ['ID=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:26.749536 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Pushing event updated for resources: {'Port': ['ID=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:26.758626 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:26.760235 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:26.763386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:26.894707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-5d8655a2-7ebc-41c8-ab58-e1d753e09490 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:26.898447 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-5d8655a2-7ebc-41c8-ab58-e1d753e09490 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 809 time: 0.1916976 Nov 22 22:14:26.922152 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Request body: {'port': {'device_id': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6', 'admin_state_up': True, 'tenant_id': 'cbbb95b3579d497f907450b5e8a22239'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:27.111474 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-96bcd642-a262-4b4e-9641-d6b32eb4d186 req-0a82ddfd-1541-4c60-8ca1-818a4b0f193d tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 210 time: 0.0774629 Nov 22 22:14:27.233754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:27.242467 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Made reservation on behalf of cbbb95b3579d497f907450b5e8a22239 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:27.246709 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:27.412658 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Allocated IP 172.20.0.3 (de51fba3-fe3c-4207-8bce-76c5017943e6/81813def-a49a-412c-a1cf-28e88c5debbc/d0e33e61-bfff-43f7-b276-1da0c933e88e) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:27.489560 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:27.693289 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:27.762786 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:27.868031 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Network de51fba3-fe3c-4207-8bce-76c5017943e6 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:27.879034 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Pushing event updated for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:27.883466 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:27.887718 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:27.956821 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 5e69e442-6627-4bbe-bcc2-f8d315bcc26b up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:27.982191 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:27.983236 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.009837 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-a34ea3be-8496-4a51-a421-358276938011 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018629 Nov 22 22:14:28.032573 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:28.032796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Request body: {'port': {'device_id': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:28.033771 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.137582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.226817 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Router 8ad95ed7-8939-48e9-841f-938aa3c61cfb is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:14:28.243614 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0aedb8-5e2f-4d77-90ee-d6a4f6aa2562 None None] Network 09c94e78-bbd8-44c1-b553-b891bfea12af requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:28.359507 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.373360 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-ace9928d-475a-42e2-8925-2631182f9d6c None None] Provisioning complete for port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:28.374057 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ace9928d-475a-42e2-8925-2631182f9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.379027 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:14:28.409727 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.417060 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e428197e-8dec-4d74-b1e7-7662e328fec2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6613152 Nov 22 22:14:28.417351 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57104) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:28.441156 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Sync routers for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:14:28.547285 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:28.548307 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:28.605126 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e808b-dd98-4fee-9466-143dda55ce96 req-f18ebd95-8312-45b2-8aad-8ccf82a659e1 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:28.607740 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0d4e808b-dd98-4fee-9466-143dda55ce96 req-f18ebd95-8312-45b2-8aad-8ccf82a659e1 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 931 time: 0.3510737 Nov 22 22:14:28.612906 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:28.645355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:28.909171 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:28.945045 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:28.969234 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0d4e808b-dd98-4fee-9466-143dda55ce96 req-abb566da-a939-4fe8-8416-b36adee1ae59 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491902 Nov 22 22:14:29.062301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e33e61-bfff-43f7-b276-1da0c933e88e {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:29.075162 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:29.096666 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Transition to ACTIVE for port object d0e33e61-bfff-43f7-b276-1da0c933e88e will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:14:29.143883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:29.299763 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:27Z', 'revision_number': 3, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:29.329465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Checking router: 8ad95ed7-8939-48e9-841f-938aa3c61cfb for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:14:29.330071 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Updating router 8ad95ed7-8939-48e9-841f-938aa3c61cfb port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:14:29.364445 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:29.390413 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Pushing event updated for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:29.563244 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-77c73f88-816d-44c4-a943-fb57b0aa1646 None None] Provisioning complete for port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:29.563855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-77c73f88-816d-44c4-a943-fb57b0aa1646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:29.628818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Attempting to bind port d0e33e61-bfff-43f7-b276-1da0c933e88e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:29.629260 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Attempting to bind port d0e33e61-bfff-43f7-b276-1da0c933e88e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:29.629669 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Attempting to bind port d0e33e61-bfff-43f7-b276-1da0c933e88e on network de51fba3-fe3c-4207-8bce-76c5017943e6 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:29.638484 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Port d0e33e61-bfff-43f7-b276-1da0c933e88e on network de51fba3-fe3c-4207-8bce-76c5017943e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:14:29.638889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Attempting to bind port d0e33e61-bfff-43f7-b276-1da0c933e88e on network de51fba3-fe3c-4207-8bce-76c5017943e6 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:29.651465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:29.651813 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Checking segment: {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:29.652185 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Bound using segment: {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:29.652623 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Bound port: d0e33e61-bfff-43f7-b276-1da0c933e88e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:29.652983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:29.872240 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 5e69e442-6627-4bbe-bcc2-f8d315bcc26b up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:30.042118 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.071221 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:30.078824 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:30.095840 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.105874 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.117440 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.187142 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:30.187722 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.196733 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28e47d-9d0c-4e21-819d-580405172f4d None None] Pushing event updated for resources: {'Port': ['ID=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:30.200151 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:30.200790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.202298 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] 10.222.0.31 "PUT /v2.0/ports/d0e33e61-bfff-43f7-b276-1da0c933e88e HTTP/1.1" status: 200 len: 1093 time: 2.1818762 Nov 22 22:14:30.204709 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:30.207153 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003a871-48fc-420c-b484-c1eafd154428" -d '{"events": [{"name": "network-changed", "server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:30.224004 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Attempting to bind port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:30.224530 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Attempting to bind port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:30.225995 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Attempting to bind port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:30.253685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:30.254263 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:30.254926 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.255611 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:30.256497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Bound port: c83e1b68-c538-425d-9f7f-07ef8eef6bf3, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:30.257025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.280954 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d6d4e-4229-449b-8790-c9bbe59f305c service neutron] Pushing event updated for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:30.304228 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f731-a20d-4d2d-888a-9fcc74695891 req-2fbae04d-d5aa-4314-bef4-f41474b36588 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:30.305902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-68c8f731-a20d-4d2d-888a-9fcc74695891 req-2fbae04d-d5aa-4314-bef4-f41474b36588 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 943 time: 0.1931298 Nov 22 22:14:30.367326 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] For port c83e1b68-c538-425d-9f7f-07ef8eef6bf3, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:30.369288 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0ae121-cd43-44ab-9b20-27df7678c561 x-openstack-request-id: req-6d0ae121-cd43-44ab-9b20-27df7678c561 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:30.369917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:30.370351 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d0ae121-cd43-44ab-9b20-27df7678c561 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:30.371120 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e', 'status': 'completed', 'code': 200} Nov 22 22:14:30.371798 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] For port c83e1b68-c538-425d-9f7f-07ef8eef6bf3, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:30.399638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.474308 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28e47d-9d0c-4e21-819d-580405172f4d None None] Pushing event updated for resources: {'Port': ['ID=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:30.477324 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:30.478235 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:30.508720 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Allocated IP 172.20.0.1 (09c94e78-bbd8-44c1-b553-b891bfea12af/a7cb3490-ae62-4651-be5d-ed2130dbc9e8/53721c63-db35-436b-9a56-899429ca7aeb) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:30.532142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-27c7e3e2-6737-44ae-a1ea-b4a1d13d66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:30.533748 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-27c7e3e2-6737-44ae-a1ea-b4a1d13d66d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 1096 time: 0.1610160 Nov 22 22:14:30.539712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-68c8f731-a20d-4d2d-888a-9fcc74695891 req-d7e42cdd-9084-4006-926f-183dbfe314bf tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735508 Nov 22 22:14:30.602842 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-76657c02-95cb-472b-a0ae-23d862357b67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e HTTP/1.1" status: 200 len: 217 time: 0.0596745 Nov 22 22:14:30.708527 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-dd6dc228-5aae-4492-97d2-757581a5a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:30.710203 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-dd6dc228-5aae-4492-97d2-757581a5a543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81813def-a49a-412c-a1cf-28e88c5debbc HTTP/1.1" status: 200 len: 849 time: 0.0805683 Nov 22 22:14:30.725466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:30.764540 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-6e7f9d5e-bb72-40da-81e5-ef226220d8f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de51fba3-fe3c-4207-8bce-76c5017943e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433326 Nov 22 22:14:30.770523 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.935140 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:30.953150 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-396babe5-a85d-4d99-8e5c-48a9e4651dcb service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801751 Nov 22 22:14:30.956895 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:27Z', 'revision_number': 3, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:30.987008 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Network 09c94e78-bbd8-44c1-b553-b891bfea12af is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:30.989428 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f01cf-4dc0-4524-b00f-cb5e51586b89 None None] The sync data for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi is: [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:27Z', 'revision_number': 3, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:14:30.993274 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:30.997225 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:31.003752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Pushing event updated for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:31.056609 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.253699 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.369097 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-1b59db6c-8513-49a9-9191-1964082057c6 None None] Provisioning complete for port 53721c63-db35-436b-9a56-899429ca7aeb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:31.369886 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1b59db6c-8513-49a9-9191-1964082057c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.438359 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-1b59db6c-8513-49a9-9191-1964082057c6 None None] Port 53721c63-db35-436b-9a56-899429ca7aeb cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:31.531653 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.537724 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.649574 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Pushing event updated for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:31.680173 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.873447 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device c83e1b68-c538-425d-9f7f-07ef8eef6bf3 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:31.888319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ff27f-3a8d-4737-9407-c5b59f610692 req-ce8f00c3-258c-4f7d-a4b8-13f7976cbfda tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:31.890189 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-830ff27f-3a8d-4737-9407-c5b59f610692 req-ce8f00c3-258c-4f7d-a4b8-13f7976cbfda tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 943 time: 0.2330930 Nov 22 22:14:31.965210 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:31.965924 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:31.990877 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48126493-0945-4cb4-83c1-e82e90bdd964 req-99e7c94f-aa83-4342-9f55-2682be121b4a service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801493 Nov 22 22:14:32.000460 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Network 09c94e78-bbd8-44c1-b553-b891bfea12af is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:32.006671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:32.031376 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-830ff27f-3a8d-4737-9407-c5b59f610692 req-5e7e4065-1fd3-443a-a781-95d8e45a3c38 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144149 Nov 22 22:14:32.108046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:32.133749 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port c83e1b68-c538-425d-9f7f-07ef8eef6bf3, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:32.147486 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:32.207332 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:32.249722 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Router 8ad95ed7-8939-48e9-841f-938aa3c61cfb has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:14:32.272138 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2689640d-77a0-4ad4-ae36-c58b64af34e4 None None] Provisioning complete for port 53721c63-db35-436b-9a56-899429ca7aeb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:32.272751 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2689640d-77a0-4ad4-ae36-c58b64af34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:32.339556 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2689640d-77a0-4ad4-ae36-c58b64af34e4 None None] Port 53721c63-db35-436b-9a56-899429ca7aeb cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:32.342831 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:14:32.380793 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:14:32.387492 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-422eabc4-3023-4e05-8f24-a5f2b3834267 admin admin] 10.222.0.48 "PUT /v2.0/routers/8ad95ed7-8939-48e9-841f-938aa3c61cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9692948 Nov 22 22:14:32.993713 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57148) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:32.997566 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Sync routers for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:14:32.998736 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1104341252-network', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:33.010540 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:33.011395 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:33.024374 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Made reservation on behalf of 74f7d05eb7ea4ac3a53d44b12e51843d for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:33.026818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.036977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.134402 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.147312 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.155233 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:33.197690 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:14:33.225411 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff0257-41c6-40d4-bc85-0d0edd8710ef,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:33.229540 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.229891 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Added segment ebae527e-ea55-4c95-bb74-6f26cb48d54c of type vlan for network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 Nov 22 22:14:33.239841 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdb5c2-0195-42c8-9e96-a989feb7cdc6 req-6ed16a94-2022-4e21-ac3f-03fa71fd2b8e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:33.241503 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ebdb5c2-0195-42c8-9e96-a989feb7cdc6 req-6ed16a94-2022-4e21-ac3f-03fa71fd2b8e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 943 time: 0.1056027 Nov 22 22:14:33.303398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.354498 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ebdb5c2-0195-42c8-9e96-a989feb7cdc6 req-6e3bcefc-9653-46d7-9abb-f0937cdefa40 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812290 Nov 22 22:14:33.357823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.359454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:33.360406 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.435894 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4410064 Nov 22 22:14:33.439683 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57152) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:33.449299 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Request body: {'subnet': {'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1104341252-subnet', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:33.455801 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4fd2-58d0-4c45-900f-56458640663a admin admin] Pushing event updated for resources: {'Network': ['ID=093f2cf5-bddb-4b9c-86a5-a72e3a307416,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:33.470551 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:14:33.487347 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Made reservation on behalf of 74f7d05eb7ea4ac3a53d44b12e51843d for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:33.495555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.543427 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 2, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:33.613469 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Checking router: 8ad95ed7-8939-48e9-841f-938aa3c61cfb for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:14:33.614161 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Updating router 8ad95ed7-8939-48e9-841f-938aa3c61cfb port 53721c63-db35-436b-9a56-899429ca7aeb binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:14:33.647968 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003a871-48fc-420c-b484-c1eafd154428 req-2535c39d-ba2b-408d-9669-9d03164353fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:33.649432 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-2535c39d-ba2b-408d-9669-9d03164353fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 1096 time: 0.0822928 Nov 22 22:14:33.668504 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.854895 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003a871-48fc-420c-b484-c1eafd154428 req-d356a3a4-0d06-4d4b-8ef9-1592a4b6149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:33.856563 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-d356a3a4-0d06-4d4b-8ef9-1592a4b6149c service neutron] 10.222.0.31 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 910 time: 0.1999300 Nov 22 22:14:33.857717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:33.898838 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device c83e1b68-c538-425d-9f7f-07ef8eef6bf3 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:33.940310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-3d1c9e04-ac7f-4080-842c-68477aadd486 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e HTTP/1.1" status: 200 len: 217 time: 0.0738258 Nov 22 22:14:33.992113 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90c6f08-2a53-43ce-9d4c-4cc0f329e845,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:34.025016 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Checking segment: {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:34.025016 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Network hostable DHCP agents. Network: 093f2cf5-bddb-4b9c-86a5-a72e3a307416, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:14:34.028998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003a871-48fc-420c-b484-c1eafd154428 req-295c00d8-ac5d-4cb8-9903-2c3cf6d147d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:34.029916 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-295c00d8-ac5d-4cb8-9903-2c3cf6d147d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81813def-a49a-412c-a1cf-28e88c5debbc HTTP/1.1" status: 200 len: 849 time: 0.0763268 Nov 22 22:14:34.030825 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:34.032319 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.080518 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-f1b725f1-8ebf-455d-aefe-c48f3cf8fe00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de51fba3-fe3c-4207-8bce-76c5017943e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393212 Nov 22 22:14:34.084916 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:14:34.103687 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 093f2cf5-bddb-4b9c-86a5-a72e3a307416) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:34.111224 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.120078 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae8387-d16b-4eef-8f42-94a84d28d629 None None] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:34.122096 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.146412 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:34.146907 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.173798 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3eb046ae-4260-4be9-8733-6418859c5a6f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7310607 Nov 22 22:14:34.176713 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57158) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:34.182137 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:34.235093 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-3a172c0b-95a5-45ec-9db3-25aa950ff67b service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438370 Nov 22 22:14:34.239569 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.241436 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.412881 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.430870 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Pushing event updated for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:34.454349 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.454946 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.455547 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.456304 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.461949 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.473278 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.474355 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.475397 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.476192 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.476945 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.477827 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.478424 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:34.527109 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Attempting to bind port 53721c63-db35-436b-9a56-899429ca7aeb on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:34.527320 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Attempting to bind port 53721c63-db35-436b-9a56-899429ca7aeb by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:34.535954 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Attempting to bind port 53721c63-db35-436b-9a56-899429ca7aeb on network 09c94e78-bbd8-44c1-b553-b891bfea12af {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:34.539637 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:14:34.542104 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.543873 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:34.544745 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Checking segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:34.544745 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.545132 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Bound using segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:34.545721 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Bound port: 53721c63-db35-436b-9a56-899429ca7aeb, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:34.546516 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.644178 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] For port 53721c63-db35-436b-9a56-899429ca7aeb, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:34.648718 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] For port 53721c63-db35-436b-9a56-899429ca7aeb, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=53721c63-db35-436b-9a56-899429ca7aeb,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:34.658605 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.681305 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8003a871-48fc-420c-b484-c1eafd154428 req-320680b7-3d5e-4404-8892-4ddad32a0e5f service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350703 Nov 22 22:14:34.694517 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.715865 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8fda8-511b-440e-a257-37f4caed7a3a req-effb58ca-cec6-46a9-8b7c-a8465b9bb8f4 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:34.718715 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2cd8fda8-511b-440e-a257-37f4caed7a3a req-effb58ca-cec6-46a9-8b7c-a8465b9bb8f4 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 943 time: 0.1712775 Nov 22 22:14:34.739633 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:34.740054 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:34.743187 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110f4ed-6cc1-4c11-87b1-b6540a6a9077 None None] Pushing event updated for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:34.840362 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] Provisioning complete for port 53721c63-db35-436b-9a56-899429ca7aeb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:34.840976 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:34.854272 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2cd8fda8-511b-440e-a257-37f4caed7a3a req-d4a99c3f-e883-4581-a987-83cc37b24078 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899520 Nov 22 22:14:34.964365 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:35.006969 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Allocated IP 172.20.0.2 (093f2cf5-bddb-4b9c-86a5-a72e3a307416/a90c6f08-2a53-43ce-9d4c-4cc0f329e845/b062a4ef-bc15-4431-ac99-3b10f12824a7) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:35.071954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.174720 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.187018 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] For port 53721c63-db35-436b-9a56-899429ca7aeb, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=53721c63-db35-436b-9a56-899429ca7aeb,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:35.204132 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.222489 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.338673 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:34Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:35.372371 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c46b5b5-337c-46d8-a5f0-871500a5b065 None None] The sync data for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi is: [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:34Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:14:35.400515 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3b15d-1d12-4d6c-a31b-d7095f20db15 None None] Pushing event updated for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:35.438388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Allocated IP 172.27.1.149 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/7c4e7bb3-0925-462b-a9b8-03abea318c13) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:35.448795 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-9275d886-f9aa-4891-90ad-51e95c24a5f2 None None] Provisioning complete for port 53721c63-db35-436b-9a56-899429ca7aeb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:35.448795 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9275d886-f9aa-4891-90ad-51e95c24a5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.523734 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.554112 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.647446 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.671807 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:35.686787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:35.696298 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:35.704553 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Pushing event updated for resources: {'Port': ['ID=b062a4ef-bc15-4431-ac99-3b10f12824a7,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:35.741266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.856816 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:35.859388 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4e7bb3-0925-462b-a9b8-03abea318c13,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:35.872497 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:35.883250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device d0e33e61-bfff-43f7-b276-1da0c933e88e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:14:35.883905 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:35.962814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Attempting to bind port b062a4ef-bc15-4431-ac99-3b10f12824a7 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:35.963107 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Attempting to bind port b062a4ef-bc15-4431-ac99-3b10f12824a7 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:35.963472 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Attempting to bind port b062a4ef-bc15-4431-ac99-3b10f12824a7 on network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:35.997974 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:35.998538 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Checking segment: {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:35.999149 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:35.999658 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Bound using segment: {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:36.000131 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Bound port: b062a4ef-bc15-4431-ac99-3b10f12824a7, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:36.000670 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.058258 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 53721c63-db35-436b-9a56-899429ca7aeb up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:36.267791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:36.278233 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] For port b062a4ef-bc15-4431-ac99-3b10f12824a7, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:36.283466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] For port b062a4ef-bc15-4431-ac99-3b10f12824a7, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=b062a4ef-bc15-4431-ac99-3b10f12824a7,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:36.291310 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.293289 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'd0e33e61-bfff-43f7-b276-1da0c933e88e', 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6', 'port_id': 'd0e33e61-bfff-43f7-b276-1da0c933e88e', 'mac_address': 'fa:16:3e:4f:c4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81813def-a49a-412c-a1cf-28e88c5debbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:14:36.295044 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 53721c63-db35-436b-9a56-899429ca7aeb triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:36.295403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.438641 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fa18a-d08f-4e90-9519-c09207c8e643 None None] Pushing event updated for resources: {'Port': ['ID=b062a4ef-bc15-4431-ac99-3b10f12824a7,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:36.444839 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.502602 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e33e61-bfff-43f7-b276-1da0c933e88e {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:36.585719 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:36.600099 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.658502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804742-a143-4bca-9ad8-6fac1f81b6b5 req-0eecaf68-3c66-4f72-b7c8-8aa4a8d3a33e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:36.662237 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e5804742-a143-4bca-9ad8-6fac1f81b6b5 req-0eecaf68-3c66-4f72-b7c8-8aa4a8d3a33e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 943 time: 0.5565073 Nov 22 22:14:36.835934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:36.991375 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['d0e33e61-bfff-43f7-b276-1da0c933e88e'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:14:37.039142 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e5804742-a143-4bca-9ad8-6fac1f81b6b5 req-3ee20355-7e33-4f09-94f4-444662153a13 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241645 Nov 22 22:14:37.055494 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:37.250016 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-182e6a2a-fd20-4928-8ad4-74aef421298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:37.398430 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:37.626328 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Router dd9c3cfb-b9ba-486b-9226-25b577398aaf is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:14:37.773472 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:14:37.791853 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Sync routers for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:14:37.805892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:37.807434 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-a463a6e6-c319-469b-84ce-a69db24f4576 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6293225 Nov 22 22:14:37.811967 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57186) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:37.817280 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:37.818345 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:37.889831 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device d0e33e61-bfff-43f7-b276-1da0c933e88e up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:37.963598 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device b062a4ef-bc15-4431-ac99-3b10f12824a7 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:38.011752 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4fe0b-25cd-4d40-b8d6-d5a4bcfec92a None None] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:38.156898 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] Provisioning complete for port b062a4ef-bc15-4431-ac99-3b10f12824a7 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:38.157283 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.189210 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:38.295686 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port d0e33e61-bfff-43f7-b276-1da0c933e88e completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:14:38.334627 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port d0e33e61-bfff-43f7-b276-1da0c933e88e triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:38.335175 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.368395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140b1d9-ae5d-41c6-85a3-5debf5074c69 req-e23941a0-bce8-468d-86de-1c916bbd1696 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:38.372479 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e140b1d9-ae5d-41c6-85a3-5debf5074c69 req-e23941a0-bce8-468d-86de-1c916bbd1696 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 944 time: 0.2041402 Nov 22 22:14:38.453093 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port b062a4ef-bc15-4431-ac99-3b10f12824a7 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:38.453823 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.571231 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e140b1d9-ae5d-41c6-85a3-5debf5074c69 req-73bc94f6-eeef-44b3-a9b5-2ef96eed52ff tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480632 Nov 22 22:14:38.777480 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.810755 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.872665 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57206) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:38.957220 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:38.994994 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] For port b062a4ef-bc15-4431-ac99-3b10f12824a7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=b062a4ef-bc15-4431-ac99-3b10f12824a7,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:38.998273 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.026999 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.089869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Allocated IP 172.20.0.1 (093f2cf5-bddb-4b9c-86a5-a72e3a307416/a90c6f08-2a53-43ce-9d4c-4cc0f329e845/fd9d8b19-53a9-400b-a80d-becb6cb03500) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:39.096988 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8641eaea-6970-4dc4-a676-532770b31387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.117601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:39.121692 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86987f5-36ea-4a52-adb3-53406b6c5994" -d '{"events": [{"server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "name": "network-vif-plugged", "status": "completed", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:39.168137 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:39.209520 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.257016 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:36Z', 'revision_number': 3, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:39.261940 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8641eaea-6970-4dc4-a676-532770b31387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.263408 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5708fe16-1217-4ee4-9d1a-254d1030010d x-openstack-request-id: req-5708fe16-1217-4ee4-9d1a-254d1030010d {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:39.263961 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "name": "network-vif-plugged", "status": "completed", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:39.264271 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5708fe16-1217-4ee4-9d1a-254d1030010d {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:39.264910 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e', 'code': 200} Nov 22 22:14:39.268549 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-8641eaea-6970-4dc4-a676-532770b31387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.320720 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-8641eaea-6970-4dc4-a676-532770b31387 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bcfedc001e440f49b4be8ad424322de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468565 Nov 22 22:14:39.321912 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57212) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:39.334674 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.362094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Checking router: dd9c3cfb-b9ba-486b-9226-25b577398aaf for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:14:39.362515 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Updating router dd9c3cfb-b9ba-486b-9226-25b577398aaf port 7c4e7bb3-0925-462b-a9b8-03abea318c13 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:14:39.365512 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aadaf3-c0c9-4ee3-8620-a18c949621ad None None] Pushing event updated for resources: {'Port': ['ID=b062a4ef-bc15-4431-ac99-3b10f12824a7,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:39.369452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.db.api [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:14:39.369452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG oslo_db.api [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:14:39.382996 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641eaea-6970-4dc4-a676-532770b31387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330b4a1e-ca17-4b82-8103-62c4cfaa2924,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:39.398569 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.453921 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.483941 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.498043 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.504041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:39.532634 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-71578cf7-0f3e-4545-928e-bfd395c96b37 None None] Provisioning complete for port b062a4ef-bc15-4431-ac99-3b10f12824a7 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:39.533012 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-71578cf7-0f3e-4545-928e-bfd395c96b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.539452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:39.542256 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:39.547986 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:39.551561 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:39.612394 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.617554 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.620913 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/330b4a1e-ca17-4b82-8103-62c4cfaa2924 HTTP/1.1" status: 204 len: 168 time: 0.2956884 Nov 22 22:14:39.652878 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13704141-06a4-4be3-b6e0-bdca17a50235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330b4a1e-ca17-4b82-8103-62c4cfaa2924,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:39.662671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:39.786523 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06679c-bce5-4d4c-9cf0-897fa147175a req-f503c63b-9efc-44d7-8cde-cd895c27b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:39.789126 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9a06679c-bce5-4d4c-9cf0-897fa147175a req-f503c63b-9efc-44d7-8cde-cd895c27b1c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 1098 time: 0.3224084 Nov 22 22:14:39.969041 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9a06679c-bce5-4d4c-9cf0-897fa147175a req-bc3851bb-c810-42b2-a882-037ea81c0a55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703501 Nov 22 22:14:39.978466 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764903-dfa6-402c-a3ca-e7f6fbaf1b71 req-c7d445df-e26c-4861-aaf3-cf163b8fe6ce tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:39.980060 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f764903-dfa6-402c-a3ca-e7f6fbaf1b71 req-c7d445df-e26c-4861-aaf3-cf163b8fe6ce tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 945 time: 0.2335396 Nov 22 22:14:39.991459 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.116402 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f764903-dfa6-402c-a3ca-e7f6fbaf1b71 req-e9feb5b3-567e-43ea-b490-86df18b17130 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200066 Nov 22 22:14:40.300981 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.308054 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.343844 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device b062a4ef-bc15-4431-ac99-3b10f12824a7 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:40.388404 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.390230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:40.401511 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.414858 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2788f054-b081-43e5-930b-14df070d9259 None None] Provisioning complete for port fd9d8b19-53a9-400b-a80d-becb6cb03500 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:40.415563 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2788f054-b081-43e5-930b-14df070d9259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.420951 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.516791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:40.519644 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:40.524920 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2788f054-b081-43e5-930b-14df070d9259 None None] Port fd9d8b19-53a9-400b-a80d-becb6cb03500 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:40.526397 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae48de-be62-4515-b9a2-6ee2635f0d8c None None] Pushing event updated for resources: {'Port': ['ID=7c4e7bb3-0925-462b-a9b8-03abea318c13,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:40.533226 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Attempting to bind port 7c4e7bb3-0925-462b-a9b8-03abea318c13 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:40.533475 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Attempting to bind port 7c4e7bb3-0925-462b-a9b8-03abea318c13 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:40.533832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Attempting to bind port 7c4e7bb3-0925-462b-a9b8-03abea318c13 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:40.537349 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port b062a4ef-bc15-4431-ac99-3b10f12824a7 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:40.537699 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.564396 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:40.565031 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:40.565389 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.565905 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:40.566197 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Bound port: 7c4e7bb3-0925-462b-a9b8-03abea318c13, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:40.566648 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.666348 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] For port 7c4e7bb3-0925-462b-a9b8-03abea318c13, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:40.679704 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] For port 7c4e7bb3-0925-462b-a9b8-03abea318c13, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7c4e7bb3-0925-462b-a9b8-03abea318c13,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:40.736460 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.774262 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Router dd9c3cfb-b9ba-486b-9226-25b577398aaf has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:14:40.834619 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-baf75c54-ba59-4c70-85e4-6f2db9c61b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:40.839572 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:40.840542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:40.849075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae48de-be62-4515-b9a2-6ee2635f0d8c None None] Pushing event updated for resources: {'Port': ['ID=7c4e7bb3-0925-462b-a9b8-03abea318c13,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:41.034882 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-e8b0bb6a-41f6-420e-998e-fa9a9adb50cc None None] Provisioning complete for port fd9d8b19-53a9-400b-a80d-becb6cb03500 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:41.035147 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bb6a-41f6-420e-998e-fa9a9adb50cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:41.046321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:14:41.065176 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5aec7121-59d5-41ca-8840-0377e1e1dc75 admin admin] 10.222.0.48 "PUT /v2.0/routers/dd9c3cfb-b9ba-486b-9226-25b577398aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379236 Nov 22 22:14:41.079844 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:41.127248 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0bb6a-41f6-420e-998e-fa9a9adb50cc None None] Port fd9d8b19-53a9-400b-a80d-becb6cb03500 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:41.309180 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843619a-96bd-451e-ab4e-917a6f3250cc req-f535e34b-420f-4717-b0a6-4ad78210b627 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:41.311302 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1843619a-96bd-451e-ab4e-917a6f3250cc req-f535e34b-420f-4717-b0a6-4ad78210b627 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 945 time: 0.0964079 Nov 22 22:14:41.383701 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1843619a-96bd-451e-ab4e-917a6f3250cc req-f450d033-a99c-42c8-91ff-dc079bf72ff0 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Nov 22 22:14:41.397718 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:39Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'fd9d8b19-53a9-400b-a80d-becb6cb03500', 'name': '', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'mac_address': 'fa:16:3e:ea:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:38Z', 'updated_at': '2021-11-22T22:14:40Z', 'revision_number': 2, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'subnets': [{'id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:41.437551 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515893db-5eed-4b7f-a484-e2b3c8424c9f None None] The sync data for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi is: [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:39Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'fd9d8b19-53a9-400b-a80d-becb6cb03500', 'name': '', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'mac_address': 'fa:16:3e:ea:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:38Z', 'updated_at': '2021-11-22T22:14:40Z', 'revision_number': 2, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'subnets': [{'id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:14:41.638606 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:42.484329 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac068-74c5-4a99-b9f9-5588ac56ea59 req-81bf22ed-b21b-4c9e-9f46-1bafd48ff626 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:42.502206 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5e6ac068-74c5-4a99-b9f9-5588ac56ea59 req-81bf22ed-b21b-4c9e-9f46-1bafd48ff626 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 945 time: 0.1094854 Nov 22 22:14:42.601840 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5e6ac068-74c5-4a99-b9f9-5588ac56ea59 req-acad4c1a-9571-4a26-b0ad-e93b6dffa19b tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Nov 22 22:14:43.316510 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:43.325648 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:43.746145 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-9ae99c89-c269-434f-ade7-52b018f9b442 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:43.749707 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-9ae99c89-c269-434f-ade7-52b018f9b442 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 945 time: 0.1374652 Nov 22 22:14:43.876829 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ff44-2110-45cd-8504-1de4334bac28 req-03922566-c26c-4b75-9fd0-2001e0fb7ed5 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:43.881747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca28ff44-2110-45cd-8504-1de4334bac28 req-03922566-c26c-4b75-9fd0-2001e0fb7ed5 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 945 time: 0.1505239 Nov 22 22:14:43.951403 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Deleting port d0e33e61-bfff-43f7-b276-1da0c933e88e {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:14:43.951780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.025248 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca28ff44-2110-45cd-8504-1de4334bac28 req-ef4650f7-c509-4f44-86a0-ddb372fe3891 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381600 Nov 22 22:14:44.170871 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] For port d0e33e61-bfff-43f7-b276-1da0c933e88e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d0e33e61-bfff-43f7-b276-1da0c933e88e,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:44.176038 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.211566 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7c4e7bb3-0925-462b-a9b8-03abea318c13 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:44.295354 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 7c4e7bb3-0925-462b-a9b8-03abea318c13 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:44.296017 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.475664 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.505910 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 7c4e7bb3-0925-462b-a9b8-03abea318c13, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7c4e7bb3-0925-462b-a9b8-03abea318c13,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:44.520530 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.572934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Calling delete_port for d0e33e61-bfff-43f7-b276-1da0c933e88e owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:14:44.598402 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Sync routers for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:14:44.621172 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:44.622259 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:44.632154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=7c4e7bb3-0925-462b-a9b8-03abea318c13,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:44.754004 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:44.930150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:44.943115 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['d0e33e61-bfff-43f7-b276-1da0c933e88e'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:14:45.008837 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Pushing event deleted for resources: {'Port': ['ID=d0e33e61-bfff-43f7-b276-1da0c933e88e,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:45.026551 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:39Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'fd9d8b19-53a9-400b-a80d-becb6cb03500', 'name': '', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'mac_address': 'fa:16:3e:ea:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:38Z', 'updated_at': '2021-11-22T22:14:40Z', 'revision_number': 2, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'subnets': [{'id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:45.066792 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Checking router: dd9c3cfb-b9ba-486b-9226-25b577398aaf for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:14:45.067624 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Updating router dd9c3cfb-b9ba-486b-9226-25b577398aaf port fd9d8b19-53a9-400b-a80d-becb6cb03500 binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:14:45.098666 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.219986 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] No DVR routers for this DVR port d0e33e61-bfff-43f7-b276-1da0c933e88e on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:14:45.226039 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.229647 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f08d338e-31c0-4aa7-8469-00fe0ff7ca08 req-b3ef3b65-29a3-4f9c-a3ea-92a3cbe179e6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "DELETE /v2.0/ports/d0e33e61-bfff-43f7-b276-1da0c933e88e HTTP/1.1" status: 204 len: 173 time: 1.4652138 Nov 22 22:14:45.239790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'name': 'network-vif-deleted', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:45.243075 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c1272-75f5-459c-af70-672e760ce793" -d '{"events": [{"server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "name": "network-vif-deleted", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:45.310493 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-52fe8098-eb12-4aaa-863e-8b5092b2b371 req-4624681d-ccb8-4933-acb4-4169a2d3b549 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcec9c80-f9a9-4032-9ea5-d27dc081abf9 HTTP/1.1" status: 200 len: 210 time: 0.0789983 Nov 22 22:14:45.312671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8cc0d-0b26-405f-9fdf-d2cd618b8dd8 x-openstack-request-id: req-cda8cc0d-0b26-405f-9fdf-d2cd618b8dd8 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:45.314480 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcec9c80-f9a9-4032-9ea5-d27dc081abf9", "name": "network-vif-deleted", "tag": "d0e33e61-bfff-43f7-b276-1da0c933e88e", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:45.314944 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cda8cc0d-0b26-405f-9fdf-d2cd618b8dd8 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:45.315549 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcec9c80-f9a9-4032-9ea5-d27dc081abf9', 'name': 'network-vif-deleted', 'tag': 'd0e33e61-bfff-43f7-b276-1da0c933e88e', 'status': 'completed', 'code': 200} Nov 22 22:14:45.623396 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.632345 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.712463 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fc6f-409f-4e0d-b9b3-f5c9faab4877 None None] Pushing event updated for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:45.789935 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.796804 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Attempting to bind port fd9d8b19-53a9-400b-a80d-becb6cb03500 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:45.797189 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Attempting to bind port fd9d8b19-53a9-400b-a80d-becb6cb03500 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:45.797659 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Attempting to bind port fd9d8b19-53a9-400b-a80d-becb6cb03500 on network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:45.805155 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:45.805933 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Checking segment: {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:45.806505 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.807088 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Bound using segment: {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:45.807759 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Bound port: fd9d8b19-53a9-400b-a80d-becb6cb03500, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae527e-ea55-4c95-bb74-6f26cb48d54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:45.808382 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:45.963925 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] For port fd9d8b19-53a9-400b-a80d-becb6cb03500, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:45.968861 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] For port fd9d8b19-53a9-400b-a80d-becb6cb03500, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=fd9d8b19-53a9-400b-a80d-becb6cb03500,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:45.977058 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.079574 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:14:46.080859 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:46.174921 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] Provisioning complete for port fd9d8b19-53a9-400b-a80d-becb6cb03500 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:46.185240 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.289426 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fc6f-409f-4e0d-b9b3-f5c9faab4877 None None] Pushing event updated for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:46.291801 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7c4e7bb3-0925-462b-a9b8-03abea318c13 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:46.322066 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:14:46.521676 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.609072 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] For port fd9d8b19-53a9-400b-a80d-becb6cb03500, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=fd9d8b19-53a9-400b-a80d-becb6cb03500,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:46.616761 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 7c4e7bb3-0925-462b-a9b8-03abea318c13 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:46.622146 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.669097 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.835134 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656db02-e93e-4bec-8144-99361964bcc6 None None] Pushing event updated for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:46.857954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-71d38bbf-2824-4c18-8d4f-b9583bfccea3 None None] Provisioning complete for port fd9d8b19-53a9-400b-a80d-becb6cb03500 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:46.858883 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-71d38bbf-2824-4c18-8d4f-b9583bfccea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:46.934336 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:39Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'fd9d8b19-53a9-400b-a80d-becb6cb03500', 'name': '', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'mac_address': 'fa:16:3e:ea:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:38Z', 'updated_at': '2021-11-22T22:14:45Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'subnets': [{'id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:14:47.003440 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e70a3f-389f-406a-b92d-21a44461e60b None None] The sync data for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi is: [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:14:39Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'fd9d8b19-53a9-400b-a80d-becb6cb03500', 'name': '', 'network_id': '093f2cf5-bddb-4b9c-86a5-a72e3a307416', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'mac_address': 'fa:16:3e:ea:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:38Z', 'updated_at': '2021-11-22T22:14:45Z', 'revision_number': 4, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'subnets': [{'id': 'a90c6f08-2a53-43ce-9d4c-4cc0f329e845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:14:47.057539 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f0531bd5-c0ad-485e-a05c-4a6db4cfbea8 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:47.065835 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f0531bd5-c0ad-485e-a05c-4a6db4cfbea8 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 809 time: 0.2563157 Nov 22 22:14:47.093581 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-e1866d85-3ad2-4117-8be6-604bb94cddca tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/quotas/cbbb95b3579d497f907450b5e8a22239 HTTP/1.1" status: 200 len: 375 time: 0.0267141 Nov 22 22:14:47.162212 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-bba32bd7-40c8-4e46-b8ee-305561694e5c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672152 Nov 22 22:14:47.629338 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-c8fb5d17-bdc0-4a09-bd54-4324541fa077 service neutron] 10.222.0.48 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654355 Nov 22 22:14:47.877858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-df537cb8-2bcb-49f1-a484-8b338f1f1501 service neutron] 10.222.0.48 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407310 Nov 22 22:14:47.927556 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device d0e33e61-bfff-43f7-b276-1da0c933e88e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:14:47.991426 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: d0e33e61-bfff-43f7-b276-1da0c933e88e {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:14:47.992410 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device d0e33e61-bfff-43f7-b276-1da0c933e88e not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:14:48.316253 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device fd9d8b19-53a9-400b-a80d-becb6cb03500 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:48.402062 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b34604ef-f3f8-4e1b-88c4-8fc35b2cc3cf req-665d93cb-927a-41a7-876c-7b70015bdd22 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 210 time: 0.1136487 Nov 22 22:14:48.444957 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port fd9d8b19-53a9-400b-a80d-becb6cb03500 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:48.445393 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:49.602643 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0ef38369-62f8-4b28-8921-e923ea52a441 req-f6908114-b6e0-4278-b4f9-a07a0b54fb00 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 210 time: 0.0599978 Nov 22 22:14:49.959366 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-77943d4d-8c04-4a22-b45b-235376db5873 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:49.962316 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-77943d4d-8c04-4a22-b45b-235376db5873 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 809 time: 0.2412205 Nov 22 22:14:50.003899 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Request body: {'port': {'device_id': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6', 'admin_state_up': True, 'tenant_id': 'cbbb95b3579d497f907450b5e8a22239'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:50.264252 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Made reservation on behalf of cbbb95b3579d497f907450b5e8a22239 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:50.271269 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:50.525660 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Allocated IP 172.20.0.14 (de51fba3-fe3c-4207-8bce-76c5017943e6/81813def-a49a-412c-a1cf-28e88c5debbc/4d62094a-2a33-4d4e-8840-fc634c1bbe75) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:50.795009 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:50.886604 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-93fde2b3-c6bb-434d-b456-8a0999eb276c req-a7ab7a2b-75dd-487d-a2dc-2cf1f0936b2a tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 210 time: 0.0650756 Nov 22 22:14:50.923683 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:50.984826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Network de51fba3-fe3c-4207-8bce-76c5017943e6 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:50.989239 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:50.993936 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:51.001450 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Pushing event updated for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:51.064000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:51.064690 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:51.087486 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-0a2d049f-f4df-4db4-829f-b3b7d10eac9c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1109784 Nov 22 22:14:51.103989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Request body: {'port': {'device_id': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:51.185170 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:51.636679 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d62094a-2a33-4d4e-8840-fc634c1bbe75 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:51.651913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:51.674371 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Transition to ACTIVE for port object 4d62094a-2a33-4d4e-8840-fc634c1bbe75 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:14:51.684125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:51.798719 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:51.841020 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Attempting to bind port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:14:51.841533 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Attempting to bind port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:14:51.841960 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Attempting to bind port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 on network de51fba3-fe3c-4207-8bce-76c5017943e6 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:51.852501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 on network de51fba3-fe3c-4207-8bce-76c5017943e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:14:51.853384 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Attempting to bind port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 on network de51fba3-fe3c-4207-8bce-76c5017943e6 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:14:51.861229 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:14:51.861676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Checking segment: {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:51.861999 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Bound using segment: {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:14:51.865294 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Bound port: 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5508266-7279-4e21-8203-beca4e7ea27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:14:51.865774 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:51.985014 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:14:51.991107 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:14:52.010077 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:52.098697 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:52.099531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:52.101556 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d62094a-2a33-4d4e-8840-fc634c1bbe75 HTTP/1.1" status: 200 len: 1094 time: 1.0052469 Nov 22 22:14:52.104470 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:52.110172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cf12cc-e4b4-4538-93a3-291c44b6c051" -d '{"events": [{"name": "network-changed", "server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:52.141507 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c168b9-922a-4e47-abd8-251326386b79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:52.158528 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fee3-b30d-48a0-b164-b328aae0a401 req-98516773-7890-428e-8006-ce5f3bcbe3b5 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:52.158919 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24d8fee3-b30d-48a0-b164-b328aae0a401 req-98516773-7890-428e-8006-ce5f3bcbe3b5 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 944 time: 0.1656103 Nov 22 22:14:52.182740 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea61ebf1-34e5-49e5-81c2-5a2638bfcdfe x-openstack-request-id: req-ea61ebf1-34e5-49e5-81c2-5a2638bfcdfe {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:52.183142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:52.183345 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea61ebf1-34e5-49e5-81c2-5a2638bfcdfe {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:52.183706 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75', 'status': 'completed', 'code': 200} Nov 22 22:14:52.281471 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-24d8fee3-b30d-48a0-b164-b328aae0a401 req-5835e5b5-ec1f-4864-9a70-ff3c2e99d8c6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Nov 22 22:14:52.297600 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f9ab3a35-c7be-42c6-9e15-5d262053e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:52.299375 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f9ab3a35-c7be-42c6-9e15-5d262053e186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 1097 time: 0.1073539 Nov 22 22:14:52.357235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-d81fa4ba-1317-43bf-a200-da3220838f98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75 HTTP/1.1" status: 200 len: 217 time: 0.0489841 Nov 22 22:14:52.437445 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-33faf5d5-d26c-4cf2-b740-bb36acdee509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:52.439270 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-33faf5d5-d26c-4cf2-b740-bb36acdee509 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81813def-a49a-412c-a1cf-28e88c5debbc HTTP/1.1" status: 200 len: 849 time: 0.0745130 Nov 22 22:14:52.480544 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-efb100d5-1df6-4d8d-a318-eac2587accaa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de51fba3-fe3c-4207-8bce-76c5017943e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333204 Nov 22 22:14:52.640263 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-f0991fd4-098e-4414-a647-c822597d54b4 service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508238 Nov 22 22:14:52.794622 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d57b80c-df53-4189-a514-92ffa6b308b4 req-96727520-98da-48eb-b86a-ab3b40d8af9e service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459174 Nov 22 22:14:52.951190 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-1b336182-abff-4ea7-a73c-b36ef1c41236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:52.952731 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-1b336182-abff-4ea7-a73c-b36ef1c41236 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbbb95b3579d497f907450b5e8a22239&device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 1097 time: 0.0799260 Nov 22 22:14:53.120513 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-782f9c97-1d4f-4d54-b953-0cc7ba7accfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:53.123154 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-782f9c97-1d4f-4d54-b953-0cc7ba7accfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 200 len: 910 time: 0.1616468 Nov 22 22:14:53.211858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-31da1031-beb7-46a9-80be-fedde32b3ab8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75 HTTP/1.1" status: 200 len: 217 time: 0.0800805 Nov 22 22:14:53.277750 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-228a4451-9386-4e5b-8f40-0552362ff543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:53.279240 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-228a4451-9386-4e5b-8f40-0552362ff543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81813def-a49a-412c-a1cf-28e88c5debbc HTTP/1.1" status: 200 len: 849 time: 0.0590355 Nov 22 22:14:53.351369 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-ca2fec56-f3e1-4fa5-8809-88c221da895c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=de51fba3-fe3c-4207-8bce-76c5017943e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636544 Nov 22 22:14:53.513346 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c6e0-1e61-4436-946d-4249a0d6cf50 req-4b732282-bf4a-4f8e-924a-9f4501e82631 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:53.514856 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b818c6e0-1e61-4436-946d-4249a0d6cf50 req-4b732282-bf4a-4f8e-924a-9f4501e82631 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 944 time: 0.0907278 Nov 22 22:14:53.519172 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-5c64886f-fb70-419f-8ce5-a680f6ffac76 service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595225 Nov 22 22:14:53.686103 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b818c6e0-1e61-4436-946d-4249a0d6cf50 req-4ede7fb2-cd16-4b88-bd41-af91bb23c201 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577177 Nov 22 22:14:53.750508 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e4cf12cc-e4b4-4538-93a3-291c44b6c051 req-790b18ae-6ef9-4b03-bd39-8b7bcba62d61 service neutron] 10.222.0.31 "GET /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055070 Nov 22 22:14:54.860484 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18fdd-c0a4-455c-9ec3-24b68d979a05 req-4d4d899c-f8f0-4262-ad28-7ae95bf32284 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:54.865774 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0dc18fdd-c0a4-455c-9ec3-24b68d979a05 req-4d4d899c-f8f0-4262-ad28-7ae95bf32284 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 944 time: 0.0809162 Nov 22 22:14:54.925444 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0dc18fdd-c0a4-455c-9ec3-24b68d979a05 req-56884d00-6892-46f0-a956-49f2c3adaad0 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 Nov 22 22:14:55.187044 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57454) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:55.346225 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-34c0d802-eb27-4f17-974c-ac664bbbde1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.473911 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-34c0d802-eb27-4f17-974c-ac664bbbde1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.479592 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-34c0d802-eb27-4f17-974c-ac664bbbde1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.523215 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-34c0d802-eb27-4f17-974c-ac664bbbde1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cf4932a99b248e4bd5967f7ded28930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346572 Nov 22 22:14:55.525086 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d802-eb27-4f17-974c-ac664bbbde1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425afa1d-6bda-4eed-bd8f-e8d2532f702f,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:55.526917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57468) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:55.538114 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-df12fa22-da82-4c67-822e-e6a1a8295c08 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:55.540414 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-df12fa22-da82-4c67-822e-e6a1a8295c08 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 814 time: 0.1624141 Nov 22 22:14:55.563126 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-b757804d-391a-4a25-956a-938d9da5c440 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/quotas/71d85e0bac8f447dac22b78e333efff2 HTTP/1.1" status: 200 len: 375 time: 0.0129282 Nov 22 22:14:55.584645 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.626791 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-53bea6be-8520-44b4-bce6-3743d89bc236 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524659 Nov 22 22:14:55.627139 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.712599 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.717123 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:55.718965 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/425afa1d-6bda-4eed-bd8f-e8d2532f702f HTTP/1.1" status: 204 len: 168 time: 0.1909008 Nov 22 22:14:55.734329 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3843-ccf9-43df-9ce3-60527af59fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425afa1d-6bda-4eed-bd8f-e8d2532f702f,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:55.775319 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-1dcbd139-ed5a-481a-ae57-5f1b58480f0b service neutron] 10.222.0.48 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335526 Nov 22 22:14:55.887551 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-73ca4d25-b86b-4b7d-a89d-58162bf10906 service neutron] 10.222.0.48 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048317 Nov 22 22:14:55.997362 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4d62094a-2a33-4d4e-8840-fc634c1bbe75 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:14:56.158453 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1227f-24be-4758-a7ba-71f27cfbad8e req-c1397790-b942-4df0-a307-98c6556d5fe4 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:56.160761 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d7a1227f-24be-4758-a7ba-71f27cfbad8e req-c1397790-b942-4df0-a307-98c6556d5fe4 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 944 time: 0.0762942 Nov 22 22:14:56.203636 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a9832854-018e-4631-ad3d-e6b1fb27632e req-f5052246-5a7f-4ca5-bf6f-7ac1809a5326 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 210 time: 0.0554438 Nov 22 22:14:56.251270 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:56.275591 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '4d62094a-2a33-4d4e-8840-fc634c1bbe75', 'network_id': 'de51fba3-fe3c-4207-8bce-76c5017943e6', 'port_id': '4d62094a-2a33-4d4e-8840-fc634c1bbe75', 'mac_address': 'fa:16:3e:a7:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81813def-a49a-412c-a1cf-28e88c5debbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:14:56.287896 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d7a1227f-24be-4758-a7ba-71f27cfbad8e req-2b46eb63-fd29-40f3-82d6-12e6215bff20 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083546 Nov 22 22:14:56.364348 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:56.381360 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d62094a-2a33-4d4e-8840-fc634c1bbe75 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:14:56.413537 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:56.420783 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:56.494629 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:56.659259 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['4d62094a-2a33-4d4e-8840-fc634c1bbe75'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:14:56.827217 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57502) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:56.975681 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-610748273-network', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:57.001352 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Made reservation on behalf of a7cc0842c0744b76839ef6edadcc637d for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:57.003697 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.018771 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.123422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.128741 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.158338 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:14:57.170086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ab2f62-bd2d-4be3-8e43-dc9bd7ccbee0,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:57.177535 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.177867 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Added segment d2f61e5e-f642-43ee-be3d-52901e906486 of type vlan for network afc2d31c-35a3-41a6-a187-8183bd0b04ca Nov 22 22:14:57.238363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.278679 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.280572 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:57.283526 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.360667 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5315158 Nov 22 22:14:57.366713 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57510) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:57.372019 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Request body: {'subnet': {'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-610748273-subnet', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:57.400338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Made reservation on behalf of a7cc0842c0744b76839ef6edadcc637d for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:57.403649 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58743620'] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.490462 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cb1bdab7-870f-47e2-9e68-9f0d57ae2dbd req-262ec57b-6a85-47a1-a42f-c573735208bc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 210 time: 0.1697235 Nov 22 22:14:57.565058 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b773eb2-357e-46c5-9225-0e400d22080b admin admin] Pushing event updated for resources: {'Network': ['ID=afc2d31c-35a3-41a6-a187-8183bd0b04ca,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:57.587384 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:14:57.631842 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dbd6e-09fe-4bd3-a36c-a781ed655053 req-b0067e4a-954e-4a96-b031-bf08e2d67fed tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:57.633479 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-811dbd6e-09fe-4bd3-a36c-a781ed655053 req-b0067e4a-954e-4a96-b031-bf08e2d67fed tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 945 time: 0.2153499 Nov 22 22:14:57.663561 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59647188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58743658'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.693870 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-7eca7528-7c9e-4e39-8674-b6fad011d61c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:57.696297 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-7eca7528-7c9e-4e39-8674-b6fad011d61c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 814 time: 0.3323309 Nov 22 22:14:57.721286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'port': {'device_id': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'admin_state_up': True, 'tenant_id': '71d85e0bac8f447dac22b78e333efff2'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:57.734007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:57.743338 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Checking segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:14:57.743693 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Network hostable DHCP agents. Network: afc2d31c-35a3-41a6-a187-8183bd0b04ca, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:14:57.766919 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:14:57.790836 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, afc2d31c-35a3-41a6-a187-8183bd0b04ca) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:57.804602 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c912e20-baa9-4c2a-b7ca-21bf14c93bd5 None None] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:14:57.825291 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:57.828395 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.847064 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-811dbd6e-09fe-4bd3-a36c-a781ed655053 req-81ddc6a9-ddde-44d8-808a-0b5c63596254 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014537 Nov 22 22:14:57.886082 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6d2d619c-7571-435a-a828-03122b233758 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5180004 Nov 22 22:14:57.889356 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57526) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:14:57.896813 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:57.936593 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.937924 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:57.980958 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Made reservation on behalf of 71d85e0bac8f447dac22b78e333efff2 for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:14:57.991642 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.040729 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.093917 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4d62094a-2a33-4d4e-8840-fc634c1bbe75 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:14:58.207934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Allocated IP 172.20.0.11 (09c94e78-bbd8-44c1-b553-b891bfea12af/a7cb3490-ae62-4651-be5d-ed2130dbc9e8/8072e7ab-f76c-46f5-9c82-7fee70f5e3c5) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:58.298688 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:14:58.307857 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:58.308430 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.359578 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.364365 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:14:58.365814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.498987 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.601434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:58.691175 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Network 09c94e78-bbd8-44c1-b553-b891bfea12af is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:58.776321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:58.826497 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:59.016885 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.047100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.056923 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:59.099935 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.116300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Allocated IP 172.20.0.2 (afc2d31c-35a3-41a6-a187-8183bd0b04ca/4437a036-aa68-4e46-8d8b-e6c9c8ed08a9/3aba6a93-0012-4613-a90b-f7b4fa9325bc) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:59.121948 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbc196-0925-4cc5-9948-bc9faee90d23 req-0c85ea70-7ea0-400f-bafc-59c3037b3530 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:59.130597 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfbc196-0925-4cc5-9948-bc9faee90d23 req-0c85ea70-7ea0-400f-bafc-59c3037b3530 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 932 time: 0.4242876 Nov 22 22:14:59.168151 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:14:59.177398 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90d077-bd9a-4b44-918c-827cc224f628" -d '{"events": [{"server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "name": "network-vif-plugged", "status": "completed", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:14:59.213529 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:14:59.229094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.277220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:59.278255 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.357431 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Allocated IP 172.27.1.171 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/0a3daaf8-2bb4-4f75-adc5-51cb4a116664) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:14:59.437798 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-173b79f5-4a56-456c-8df6-ce3ef89740fc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7236741 Nov 22 22:14:59.465654 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0cfbc196-0925-4cc5-9948-bc9faee90d23 req-e8765b7b-a431-4c6b-883e-ab77e59aeaca tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084188 Nov 22 22:14:59.480501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0570a6-4219-4c07-919c-bde65c84e542 req-8a909013-e455-4b01-998c-8de132a49d7a tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:14:59.483700 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b0570a6-4219-4c07-919c-bde65c84e542 req-8a909013-e455-4b01-998c-8de132a49d7a tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 945 time: 0.4222562 Nov 22 22:14:59.504337 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-1c1cfb89-0014-450a-a0fc-ec399b715286 None None] Provisioning complete for port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:14:59.505276 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1c1cfb89-0014-450a-a0fc-ec399b715286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.553898 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:59.560059 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Request body: {'port': {'device_id': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:14:59.570329 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7543afd2-8333-4851-8d02-f3e6b0646317 x-openstack-request-id: req-7543afd2-8333-4851-8d02-f3e6b0646317 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:14:59.570619 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "name": "network-vif-plugged", "status": "completed", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:14:59.570947 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7543afd2-8333-4851-8d02-f3e6b0646317 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:14:59.571385 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75', 'code': 200} Nov 22 22:14:59.573298 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.573679 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.574079 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.574430 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.574719 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.575077 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.575497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.575814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.576143 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.576768 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.576768 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.577788 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:14:59.590571 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cfb89-0014-450a-a0fc-ec399b715286 None None] Port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:14:59.606593 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.682142 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.697267 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5b0570a6-4219-4c07-919c-bde65c84e542 req-11e961e0-f73a-475c-ae3a-52e1d119d6c6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930966 Nov 22 22:14:59.698409 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.710896 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.711569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:14:59.748666 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:59.752132 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:59.758910 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:59.877258 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:14:59.885617 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:14:59.898335 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:14:59.904632 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:14:59.944303 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Pushing event updated for resources: {'Port': ['ID=3aba6a93-0012-4613-a90b-f7b4fa9325bc,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:00.051745 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Attempting to bind port 3aba6a93-0012-4613-a90b-f7b4fa9325bc on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:00.053059 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Attempting to bind port 3aba6a93-0012-4613-a90b-f7b4fa9325bc by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:00.053732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Attempting to bind port 3aba6a93-0012-4613-a90b-f7b4fa9325bc on network afc2d31c-35a3-41a6-a187-8183bd0b04ca {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:00.060551 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:00.061525 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Checking segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:00.062165 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.062734 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Bound using segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:00.063402 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Bound port: 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:00.064003 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.178761 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] For port 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:00.187571 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] For port 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3aba6a93-0012-4613-a90b-f7b4fa9325bc,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:00.199811 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.265537 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a0033-a487-4d01-b4cf-0ed98527dbcc None None] Pushing event updated for resources: {'Port': ['ID=3aba6a93-0012-4613-a90b-f7b4fa9325bc,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:00.423871 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.483826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:15:00.510097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.553872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Transition to ACTIVE for port object 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:15:00.562284 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:00.862546 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:00.914883 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:01.019745 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100641b5-8d3c-4f28-8789-c0377427c155 req-a326c0d7-5255-4e35-8aeb-09053dbd4ded tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:01.022432 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-100641b5-8d3c-4f28-8789-c0377427c155 req-a326c0d7-5255-4e35-8aeb-09053dbd4ded tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.3495545 Nov 22 22:15:01.061324 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Attempting to bind port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:01.062410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Attempting to bind port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:01.063095 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Attempting to bind port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 on network 09c94e78-bbd8-44c1-b553-b891bfea12af {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:01.096297 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 on network 09c94e78-bbd8-44c1-b553-b891bfea12af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:15:01.097119 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Attempting to bind port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 on network 09c94e78-bbd8-44c1-b553-b891bfea12af {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:01.111686 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164bb20-7cd8-4f05-9d94-f00a4e14237e req-b3ad04c0-3b13-4604-be87-538791fb05b3 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:01.120528 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2164bb20-7cd8-4f05-9d94-f00a4e14237e req-b3ad04c0-3b13-4604-be87-538791fb05b3 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1655555 Nov 22 22:15:01.148674 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:01.149349 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Checking segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:01.150080 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Bound using segment: {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:01.153171 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a3a0-3a5a-4f41-a38c-2d0411979e66 req-98545888-2862-4d14-ab03-72f3d0403580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:01.154053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Bound port: 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfab56c-85b2-48e7-bbf0-97357b8bea2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:01.154812 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-9822a3a0-3a5a-4f41-a38c-2d0411979e66 req-98545888-2862-4d14-ab03-72f3d0403580 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 1099 time: 0.1572235 Nov 22 22:15:01.155549 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:01.210984 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-100641b5-8d3c-4f28-8789-c0377427c155 req-95107e54-4636-4787-b071-8a065f4ae48d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689842 Nov 22 22:15:01.288660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Router b092ecbf-2498-462f-a4c9-62814d345479 is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:15:01.524361 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:15:01.543645 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Sync routers for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:15:01.622684 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:01.627436 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:01.641644 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:01.655103 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4dc7f91c-283a-41cd-b9ad-aaf0ef8bb8b4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7635663 Nov 22 22:15:01.656015 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57546) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:01.791370 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2164bb20-7cd8-4f05-9d94-f00a4e14237e req-32c6c1bf-fda7-444a-8480-cf39d9a3c4ac tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692524 Nov 22 22:15:01.845934 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:01.851544 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:01.861070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:01.934900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:01.937339 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:01.939558 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] 10.222.0.31 "PUT /v2.0/ports/8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1094 time: 2.4052920 Nov 22 22:15:01.941033 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:01.944168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:02.006097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3efd5-95a4-4991-bb33-dd2e86c9e3df service neutron] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:02.039766 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-9822a3a0-3a5a-4f41-a38c-2d0411979e66 req-a779541a-2218-4c26-ad46-60c060e79709 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010036 Nov 22 22:15:02.102679 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:02.136928 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb52ed-1e9d-44d7-ac44-dd86d4d5eb19 x-openstack-request-id: req-7fbb52ed-1e9d-44d7-ac44-dd86d4d5eb19 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:02.137295 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:02.137502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fbb52ed-1e9d-44d7-ac44-dd86d4d5eb19 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:02.140563 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:15:02.204173 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-291e20e7-620e-4863-971f-2f4cedbd8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:02.205752 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-291e20e7-620e-4863-971f-2f4cedbd8209 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1097 time: 0.1658762 Nov 22 22:15:02.402203 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ed080-9cdf-4223-94d1-883c86e5ebb7 None None] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:15:02.531897 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3aba6a93-0012-4613-a90b-f7b4fa9325bc up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:02.636863 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a11ca-0dd3-4c32-a2c4-6e743e029ad3 req-554144c6-a2e9-4e68-9e0a-017ca0b9773e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:02.641039 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cb5a11ca-0dd3-4c32-a2c4-6e743e029ad3 req-554144c6-a2e9-4e68-9e0a-017ca0b9773e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.1858287 Nov 22 22:15:02.704198 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] Provisioning complete for port 3aba6a93-0012-4613-a90b-f7b4fa9325bc triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:02.705129 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:02.827712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cb5a11ca-0dd3-4c32-a2c4-6e743e029ad3 req-dfc04398-2092-4e79-b8ac-5da1f9ab9159 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709354 Nov 22 22:15:02.940561 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 3aba6a93-0012-4613-a90b-f7b4fa9325bc triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:02.942153 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.124385 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461206fd-6f45-462f-9f37-f7cd68c4e514 req-e7d1bbf7-0689-42e4-94e1-813d4e41e0df tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:03.129268 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-461206fd-6f45-462f-9f37-f7cd68c4e514 req-e7d1bbf7-0689-42e4-94e1-813d4e41e0df tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1212122 Nov 22 22:15:03.186841 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:00Z', 'revision_number': 3, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:03.277891 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.298699 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.303833 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Checking router: b092ecbf-2498-462f-a4c9-62814d345479 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:15:03.304748 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Updating router b092ecbf-2498-462f-a4c9-62814d345479 port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:15:03.312648 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-461206fd-6f45-462f-9f37-f7cd68c4e514 req-d83fb63d-a5d3-4e27-a373-812f718d96ad tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753068 Nov 22 22:15:03.498496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.570369 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Allocated IP 172.20.0.1 (afc2d31c-35a3-41a6-a187-8183bd0b04ca/4437a036-aa68-4e46-8d8b-e6c9c8ed08a9/6b15670b-7519-4b34-9815-6f48eeafa4d2) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:03.866315 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.880056 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] For port 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3aba6a93-0012-4613-a90b-f7b4fa9325bc,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:03.885618 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.946201 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:03.962501 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.086141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:04.119583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:04.122476 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4d532-a183-4b09-9851-191cd4b8e126 req-7bb05b27-9961-4891-9e7f-6061e0bffdf2 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:04.125224 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-73a4d532-a183-4b09-9851-191cd4b8e126 req-7bb05b27-9961-4891-9e7f-6061e0bffdf2 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.1026003 Nov 22 22:15:04.133525 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:04.255944 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3b7a-7a2f-4738-a733-20c9d1eb6567 None None] Pushing event updated for resources: {'Port': ['ID=3aba6a93-0012-4613-a90b-f7b4fa9325bc,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:04.256515 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:04.266585 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.db.api [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 22:15:04.266585 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG oslo_db.api [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 22:15:04.306777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-73a4d532-a183-4b09-9851-191cd4b8e126 req-8bfe718c-1800-4519-826f-6fd1d01013fd tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636004 Nov 22 22:15:04.334686 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.389852 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a89fba53-5039-4cfc-9594-ac929a519031 None None] Provisioning complete for port 3aba6a93-0012-4613-a90b-f7b4fa9325bc triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:04.394471 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a89fba53-5039-4cfc-9594-ac929a519031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.644695 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa25f-b4ef-4b8d-9044-e4ae2972f963 req-42270610-314f-4c16-924b-4a4851edfcc0 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:04.658015 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-145aa25f-b4ef-4b8d-9044-e4ae2972f963 req-42270610-314f-4c16-924b-4a4851edfcc0 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1702726 Nov 22 22:15:04.703894 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.751523 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-145aa25f-b4ef-4b8d-9044-e4ae2972f963 req-4e9c2e05-6f87-4100-a8bf-2bad6b964d64 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882361 Nov 22 22:15:04.811755 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.900611 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:04.988777 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a816fa5-b394-424e-99be-d8e16f98823b None None] Pushing event updated for resources: {'Port': ['ID=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:05.037428 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Attempting to bind port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:05.038010 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Attempting to bind port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:05.038598 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Attempting to bind port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:05.052580 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.053262 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:05.053861 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:05.054499 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.055123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:05.056047 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Bound port: 0a3daaf8-2bb4-4f75-adc5-51cb4a116664, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:05.056575 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.061803 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.115623 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3aba6a93-0012-4613-a90b-f7b4fa9325bc up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:05.166219 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.179835 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:05.184825 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-af814b86-a24e-4123-b724-2d35124f7cc2 None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:05.185446 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-af814b86-a24e-4123-b724-2d35124f7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.267226 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] For port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:05.274365 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] For port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:05.281603 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-af814b86-a24e-4123-b724-2d35124f7cc2 None None] Port 6b15670b-7519-4b34-9815-6f48eeafa4d2 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:15:05.286612 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.334527 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 3aba6a93-0012-4613-a90b-f7b4fa9325bc triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:05.334904 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:05.372370 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:05.375542 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:05.428157 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:05.428818 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:05.455531 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a816fa5-b394-424e-99be-d8e16f98823b None None] Pushing event updated for resources: {'Port': ['ID=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:05.595258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821b6b-efd4-4027-a138-f10321dbe43e req-34e07454-cd4a-4bdd-899c-d9e0d9045154 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:05.607912 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3c821b6b-efd4-4027-a138-f10321dbe43e req-34e07454-cd4a-4bdd-899c-d9e0d9045154 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.1358583 Nov 22 22:15:05.732111 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Router b092ecbf-2498-462f-a4c9-62814d345479 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:15:05.734591 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3c821b6b-efd4-4027-a138-f10321dbe43e req-3195e69d-888a-4a84-bfa0-dc30a4f85fdb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212008 Nov 22 22:15:05.787957 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:06.011506 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:15:06.022278 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-74038115-7ecc-4174-961e-24a9834eb5d8 admin admin] 10.222.0.48 "PUT /v2.0/routers/b092ecbf-2498-462f-a4c9-62814d345479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3648551 Nov 22 22:15:06.025641 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f9583-2aee-446a-9bd3-d5647b071485 req-97dc9ba1-d838-43b8-87f7-332c8c64a3b6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:06.035603 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-432f9583-2aee-446a-9bd3-d5647b071485 req-97dc9ba1-d838-43b8-87f7-332c8c64a3b6 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1515102 Nov 22 22:15:06.057796 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-40ba4691-caf5-4a05-81ad-8276475cef6d None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:06.058769 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-40ba4691-caf5-4a05-81ad-8276475cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:06.121767 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-432f9583-2aee-446a-9bd3-d5647b071485 req-f05aa07e-8eac-4a42-bd61-bf0805a04f49 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Nov 22 22:15:06.192389 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4691-caf5-4a05-81ad-8276475cef6d None None] Port 6b15670b-7519-4b34-9815-6f48eeafa4d2 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:15:06.276224 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 2, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:06.312693 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae16e5-15fe-4450-936c-c2f5018612a6 None None] The sync data for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi is: [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 2, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:15:06.826081 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57580) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:06.831620 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195280409-network', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:06.927966 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Made reservation on behalf of e80c8da95bb64907a5fb860cf0be847b for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:15:06.932689 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:06.958820 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:06.984897 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b313a-a384-4992-a810-95aff33fec8f req-668ecd20-6b10-445c-90b1-4529ad1fcd2a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:07.001770 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-191b313a-a384-4992-a810-95aff33fec8f req-668ecd20-6b10-445c-90b1-4529ad1fcd2a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.1235785 Nov 22 22:15:07.109197 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-191b313a-a384-4992-a810-95aff33fec8f req-06fcfd6d-eda5-4d08-bf0a-5421dd83d2bf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060927 Nov 22 22:15:07.224675 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.240672 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6d69b252-bc25-48d8-820d-5978488c9be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.248227 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.346057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624563-5733-4531-96f7-624f4e8359bf req-179d98fc-b932-4bc2-9090-51b75f512d27 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:07.347780 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-05624563-5733-4531-96f7-624f4e8359bf req-179d98fc-b932-4bc2-9090-51b75f512d27 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.0708513 Nov 22 22:15:07.353590 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:15:07.357423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac0cd5-7409-4055-95e4-0f6db88aed18,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:07.398764 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.399209 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Added segment e55253c1-28b2-4921-b113-c8dc8c5be358 of type vlan for network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 Nov 22 22:15:07.482744 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.522946 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-05624563-5733-4531-96f7-624f4e8359bf req-20432f89-ce1d-43fe-afdd-e1b8927ab7a9 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592641 Nov 22 22:15:07.537143 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.537855 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:07.538785 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:07.612668 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] Pushing event updated for resources: {'Network': ['ID=cb849e58-5bdb-48f1-ae35-2e320ff2aab9,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:07.627201 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:15:07.654418 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ecdd939f-9cc5-486f-af84-f7f89ad04472 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8270450 Nov 22 22:15:07.656864 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57584) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:07.666059 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Request body: {'subnet': {'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195280409-subnet', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:07.759161 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Made reservation on behalf of e80c8da95bb64907a5fb860cf0be847b for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:15:07.778555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.305959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.395456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:08.471688 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b08e4-82d1-4e27-9643-0bf78efa413d req-9e5b2812-16a2-4208-8212-c39a88c5bd25 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:08.473911 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f33b08e4-82d1-4e27-9643-0bf78efa413d req-9e5b2812-16a2-4208-8212-c39a88c5bd25 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.1521010 Nov 22 22:15:08.482703 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Checking segment: {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:08.483087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Network hostable DHCP agents. Network: cb849e58-5bdb-48f1-ae35-2e320ff2aab9, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:15:08.526310 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:15:08.591032 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f33b08e4-82d1-4e27-9643-0bf78efa413d req-81d8bacb-64da-462e-a412-8cb8c52b6be3 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967603 Nov 22 22:15:08.593069 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, cb849e58-5bdb-48f1-ae35-2e320ff2aab9) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:08.604701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:08.605922 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.620187 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3178e-8a04-4e6f-bf5e-812c5305864d None None] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:15:08.640060 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-592051b0-76f9-480e-8a79-b4be2e284464 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9817908 Nov 22 22:15:08.644109 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57592) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:08.652425 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:08.719997 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.723354 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.781589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ee88c-d920-454c-af51-47490a6f1e98 req-0430d5e1-5721-41ae-8bc8-c73fefa04b99 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:08.784414 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee2ee88c-d920-454c-af51-47490a6f1e98 req-0430d5e1-5721-41ae-8bc8-c73fefa04b99 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1098826 Nov 22 22:15:08.812007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:08.874827 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee2ee88c-d920-454c-af51-47490a6f1e98 req-c84fc813-ca27-4d91-ba13-b9d10f899309 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788984 Nov 22 22:15:08.923529 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:15:08.925479 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.015953 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.049514 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:09.235201 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-c6e79d14-9943-41de-a61b-0293f6ed657d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0790410 Nov 22 22:15:09.352501 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-cb315419-31c4-4d0e-8cfe-16b8e439c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:09.355544 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-cb315419-31c4-4d0e-8cfe-16b8e439c1a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.1094558 Nov 22 22:15:09.372241 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.399205 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.403953 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:09.404419 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.406044 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:15:09.406910 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Allocated IP 172.20.0.2 (cb849e58-5bdb-48f1-ae35-2e320ff2aab9/1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d/47ec23e1-f96e-46a1-b2ec-955f2eec28d5) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:09.455368 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-59362da9-9a49-4158-9101-6ef3c376eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:09.459405 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-59362da9-9a49-4158-9101-6ef3c376eb5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0953343 Nov 22 22:15:09.577825 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-3cc09719-560b-49c1-ba33-002a31cfee2b service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116753 Nov 22 22:15:09.587133 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.614777 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Allocated IP 172.27.1.137 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/7f1b36a5-6060-4c7e-a26d-813840d1afe2) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:09.713908 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.726214 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:09.730066 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.746128 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.747022 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.793403 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f1e80ea-6cc1-4419-8bdb-98b0e0644382 req-05a1a3a7-3464-4ab2-aa69-23f29dd8b5f6 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072673 Nov 22 22:15:09.797019 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:09.812435 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:09.819184 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:09.829003 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:09.844353 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Pushing event updated for resources: {'Port': ['ID=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:09.908657 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:09.928041 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Sync routers for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:15:09.945351 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1b36a5-6060-4c7e-a26d-813840d1afe2,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:09.964816 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:09.966712 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:14:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:09.975608 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:09.982568 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:09.986756 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:10.079952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Attempting to bind port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:10.080862 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Attempting to bind port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:10.081890 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Attempting to bind port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 on network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:10.097203 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:10.098939 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Checking segment: {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:10.099335 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.099999 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Bound using segment: {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:10.100804 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Bound port: 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:10.101645 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.145495 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-7bb707a3-d725-496e-84e3-b181ddedee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.147494 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-7bb707a3-d725-496e-84e3-b181ddedee22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1097 time: 0.2680516 Nov 22 22:15:10.226916 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] For port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:10.231050 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] For port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:10.239550 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.276952 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:10.340836 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd965-0f14-4489-b1af-ad90b01a2d52 None None] Pushing event updated for resources: {'Port': ['ID=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:10.346115 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-f85dc725-f888-4b94-b5e2-d9baca5d8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.349075 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-f85dc725-f888-4b94-b5e2-d9baca5d8561 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1895101 Nov 22 22:15:10.371301 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60db9b-49d6-4151-a727-3b56525325dc req-cd342838-6313-4c35-aab8-a612f6e50e2d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.373964 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f60db9b-49d6-4151-a727-3b56525325dc req-cd342838-6313-4c35-aab8-a612f6e50e2d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.3626552 Nov 22 22:15:10.476279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3eae3-707f-473f-9ab6-b8bef04a2602 req-751163e8-d902-49ac-9794-1ad0a83cd42e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.478069 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-72b3eae3-707f-473f-9ab6-b8bef04a2602 req-751163e8-d902-49ac-9794-1ad0a83cd42e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.4030383 Nov 22 22:15:10.481617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-9bfcbf70-1b9f-4720-a9bc-618a90f9101c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 217 time: 0.1051278 Nov 22 22:15:10.632742 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 2, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:10.677787 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Checking router: b092ecbf-2498-462f-a4c9-62814d345479 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:15:10.678631 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Updating router b092ecbf-2498-462f-a4c9-62814d345479 port 6b15670b-7519-4b34-9815-6f48eeafa4d2 binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:15:10.722359 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.727868 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-72b3eae3-707f-473f-9ab6-b8bef04a2602 req-490964ff-9053-4f0e-bf2f-b50b15253f4e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355521 Nov 22 22:15:10.731843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-8939cf29-07cc-45ad-89b3-19f0a866aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.734532 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-8939cf29-07cc-45ad-89b3-19f0a866aa6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.2395289 Nov 22 22:15:10.760154 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0f60db9b-49d6-4151-a727-3b56525325dc req-9458abe8-8d70-4634-8b25-2355a458a37a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664048 Nov 22 22:15:10.809433 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-cabf2052-ed14-4bdf-9071-538d3f7cf25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.875179 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:10.887579 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-665c4098-dec0-4ac4-b090-320e1ab397bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:10.889430 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-665c4098-dec0-4ac4-b090-320e1ab397bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1279371 Nov 22 22:15:11.028201 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-7c5078e7-c17a-4fd5-9267-6393d8872aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301365 Nov 22 22:15:11.223776 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b6b44d7-d98a-40e9-8d45-ddec09960ab9 req-3115de15-994b-4b48-99dd-81238f3ef369 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868603 Nov 22 22:15:11.264008 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.274860 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:11.318589 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.330083 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.419103 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:11.419729 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.476705 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638aeeb-bfa1-404c-b99b-0fb2902c917b None None] Pushing event updated for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:11.507504 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Router 558aef33-5f42-4617-8b63-c1f33e358eda is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:15:11.554229 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Attempting to bind port 6b15670b-7519-4b34-9815-6f48eeafa4d2 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:11.555081 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Attempting to bind port 6b15670b-7519-4b34-9815-6f48eeafa4d2 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:11.555634 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Attempting to bind port 6b15670b-7519-4b34-9815-6f48eeafa4d2 on network afc2d31c-35a3-41a6-a187-8183bd0b04ca {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:11.564005 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:11.564722 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Checking segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:11.565344 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.566197 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Bound using segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:11.566894 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Bound port: 6b15670b-7519-4b34-9815-6f48eeafa4d2, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:11.567467 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.711279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.750811 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:11.751653 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] For port 6b15670b-7519-4b34-9815-6f48eeafa4d2, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:11.765279 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] For port 6b15670b-7519-4b34-9815-6f48eeafa4d2, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=6b15670b-7519-4b34-9815-6f48eeafa4d2,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:11.775123 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.828066 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:11.829094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.869786 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:15:11.896411 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Sync routers for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:15:11.919985 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:11.932071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57612) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:11.941551 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1a023fb5-891b-482c-881b-188234876ee3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2942100 Nov 22 22:15:11.971605 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:11.972784 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:12.004104 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:12.005027 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:12.170304 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:15:12.244359 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863c51b-db31-4daf-aa87-56a7b1876eb5 None None] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:15:12.247464 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:12.321555 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:12.354574 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638aeeb-bfa1-404c-b99b-0fb2902c917b None None] Pushing event updated for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:12.399824 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:12.400395 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:12.427974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96618-0c9a-4060-8534-bcf165110bde req-12d228bf-3deb-4c86-87b8-59fc3a2c6fbc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:12.429929 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6ec96618-0c9a-4060-8534-bcf165110bde req-12d228bf-3deb-4c86-87b8-59fc3a2c6fbc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 944 time: 0.3004494 Nov 22 22:15:12.438339 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d405b50-e547-4ab4-b5c2-b6aa5eca7d97 req-c8eff6eb-103f-42bc-af75-dd333ba234c3 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:12.445756 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d405b50-e547-4ab4-b5c2-b6aa5eca7d97 req-c8eff6eb-103f-42bc-af75-dd333ba234c3 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.2281280 Nov 22 22:15:12.457625 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.db.resource_extend [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 22:15:12.492539 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:12.515783 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:12.595314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d405b50-e547-4ab4-b5c2-b6aa5eca7d97 req-82afc98c-6d6e-40b2-92c3-27573122c192 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485019 Nov 22 22:15:12.601770 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6ec96618-0c9a-4060-8534-bcf165110bde req-e7475913-b736-4962-a35d-a82914844421 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531131 Nov 22 22:15:12.653294 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:12.840431 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:12.855151 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:11Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:12.863436 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:12.904971 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b654a-89b7-4769-bfb3-1831a9a19309 None None] The sync data for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi is: [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:11Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:15:12.914258 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:12.948361 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'port_id': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'mac_address': 'fa:16:3e:6d:00:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:15:12.990372 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.080287 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.102643 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:13.108938 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] For port 6b15670b-7519-4b34-9815-6f48eeafa4d2, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=6b15670b-7519-4b34-9815-6f48eeafa4d2,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:13.164211 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Allocated IP 172.20.0.1 (cb849e58-5bdb-48f1-ae35-2e320ff2aab9/1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d/92391a7e-4c23-4042-a8fd-1df3c56f80fb) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:13.326267 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.330208 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.334539 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:10Z', 'revision_number': 3, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:13.398341 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.421509 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:15:13.434825 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Checking router: 558aef33-5f42-4617-8b63-c1f33e358eda for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:15:13.435155 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Updating router 558aef33-5f42-4617-8b63-c1f33e358eda port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:15:13.470831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Pushing event updated for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:13.491619 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.495760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:13.499000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:13.506955 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:13.508384 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.518167 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:13.548531 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.556680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-17a956a4-0b73-4b43-8d2a-f57099657aa7 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:13.560236 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-17a956a4-0b73-4b43-8d2a-f57099657aa7 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1807187 Nov 22 22:15:13.562336 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.607379 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cdd4c-9a44-4c24-905e-4e02aeb0ee79 None None] Pushing event updated for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:13.705781 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.764814 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2202e69b-149a-4bc6-ac77-8458a6b46f98 None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:13.768790 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2202e69b-149a-4bc6-ac77-8458a6b46f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.856461 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:13.857503 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:13.881080 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:15:14.003327 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7a6a-a781-447c-a3d6-729580900e5a req-85a53d02-032b-4114-98c7-a6eef87125be tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:14.004694 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:14.005760 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b52d7a6a-a781-447c-a3d6-729580900e5a req-85a53d02-032b-4114-98c7-a6eef87125be tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 946 time: 0.1936817 Nov 22 22:15:14.139494 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d127a7-dce7-420f-bd77-2d06c0e5bee0 req-e5290675-a6bf-40e8-a3cd-dffa5dbe690b tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:14.143818 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c8d127a7-dce7-420f-bd77-2d06c0e5bee0 req-e5290675-a6bf-40e8-a3cd-dffa5dbe690b tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 945 time: 0.3442857 Nov 22 22:15:14.182280 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Deleting port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:15:14.183257 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.309441 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6b15670b-7519-4b34-9815-6f48eeafa4d2 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:14.389661 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2202e69b-149a-4bc6-ac77-8458a6b46f98 None None] Provisioning complete for port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:14.390021 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2202e69b-149a-4bc6-ac77-8458a6b46f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.548369 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.553699 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:14.554218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.587459 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.701354 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474ac2-0dcf-4f6a-b11e-1a41a945d7db None None] Pushing event updated for resources: {'Port': ['ID=7f1b36a5-6060-4c7e-a26d-813840d1afe2,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:14.704786 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Attempting to bind port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:14.705068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Attempting to bind port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:14.705452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Attempting to bind port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:14.716205 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:14.716515 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:14.716898 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.717333 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:14.717828 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Bound port: 7f1b36a5-6060-4c7e-a26d-813840d1afe2, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:14.718232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.778205 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b52d7a6a-a781-447c-a3d6-729580900e5a req-683f0528-30dc-43b3-ae9c-f810f649ff9e tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/security-groups?id=e33412a4-a492-4f95-83a1-76d0c6a47202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598615 Nov 22 22:15:14.807355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] For port 7f1b36a5-6060-4c7e-a26d-813840d1afe2, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:14.811099 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] For port 7f1b36a5-6060-4c7e-a26d-813840d1afe2, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7f1b36a5-6060-4c7e-a26d-813840d1afe2,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:14.824624 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.881617 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-66ccdc05-43f4-43e9-bfd0-200b4a882094 None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:14.882514 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-66ccdc05-43f4-43e9-bfd0-200b4a882094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.884082 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c8d127a7-dce7-420f-bd77-2d06c0e5bee0 req-ab52618b-b951-409e-9ba5-ad1d092dd79a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765058 Nov 22 22:15:14.892022 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.935077 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:14.935741 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:14.945157 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474ac2-0dcf-4f6a-b11e-1a41a945d7db None None] Pushing event updated for resources: {'Port': ['ID=7f1b36a5-6060-4c7e-a26d-813840d1afe2,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:14.968831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] For port 4d62094a-2a33-4d4e-8840-fc634c1bbe75, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d62094a-2a33-4d4e-8840-fc634c1bbe75,segment=NetworkSegment(f5508266-7279-4e21-8203-beca4e7ea27e),segment_id=f5508266-7279-4e21-8203-beca4e7ea27e)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:14.969496 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:14.991092 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-66ccdc05-43f4-43e9-bfd0-200b4a882094 None None] Port 92391a7e-4c23-4042-a8fd-1df3c56f80fb cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:15:15.039475 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Calling delete_port for 4d62094a-2a33-4d4e-8840-fc634c1bbe75 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:15:15.042399 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-66ccdc05-43f4-43e9-bfd0-200b4a882094 None None] Provisioning complete for port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:15.042865 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-66ccdc05-43f4-43e9-bfd0-200b4a882094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.047943 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6b15670b-7519-4b34-9815-6f48eeafa4d2 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:15.144809 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:15.265998 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 6b15670b-7519-4b34-9815-6f48eeafa4d2 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:15.266276 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.320648 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.327098 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.376464 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.392581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['4d62094a-2a33-4d4e-8840-fc634c1bbe75'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:15:15.442074 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Pushing event updated for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:15.447709 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.470790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] No DVR routers for this DVR port 4d62094a-2a33-4d4e-8840-fc634c1bbe75 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:15:15.493998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.498301 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-900cd8a1-5971-40e9-8f30-584ce9c612aa req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.31 "DELETE /v2.0/ports/4d62094a-2a33-4d4e-8840-fc634c1bbe75 HTTP/1.1" status: 204 len: 173 time: 1.9248753 Nov 22 22:15:15.498974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'name': 'network-vif-deleted', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:15.502154 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c9962-70a0-4bad-b131-dd50fa4edcc0" -d '{"events": [{"server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "name": "network-vif-deleted", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:15.511147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e68a56-72f7-43e0-95db-d976583a094c tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] Pushing event deleted for resources: {'Port': ['ID=4d62094a-2a33-4d4e-8840-fc634c1bbe75,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:15.600411 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8d725-fc37-4655-8bad-c3281692e2db x-openstack-request-id: req-01b8d725-fc37-4655-8bad-c3281692e2db {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:15.601070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a809b089-32a4-4c21-bad7-63a2f2718f97", "name": "network-vif-deleted", "tag": "4d62094a-2a33-4d4e-8840-fc634c1bbe75", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:15.601593 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01b8d725-fc37-4655-8bad-c3281692e2db {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:15.602345 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a809b089-32a4-4c21-bad7-63a2f2718f97', 'name': 'network-vif-deleted', 'tag': '4d62094a-2a33-4d4e-8840-fc634c1bbe75', 'status': 'completed', 'code': 200} Nov 22 22:15:15.685425 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '92391a7e-4c23-4042-a8fd-1df3c56f80fb', 'name': '', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'mac_address': 'fa:16:3e:74:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:12Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 1, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'subnets': [{'id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:15.718542 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:15.720339 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:15.726437 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87881c5f-3e1a-4fe9-99f7-0a076206c0fc None None] The sync data for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi is: [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '92391a7e-4c23-4042-a8fd-1df3c56f80fb', 'name': '', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'mac_address': 'fa:16:3e:74:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:12Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 1, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'subnets': [{'id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:15:15.788325 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:15.914903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Router 558aef33-5f42-4617-8b63-c1f33e358eda has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:15:16.041029 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da9faee-6333-46cb-b84f-f95529854276 req-a18bad7a-56e1-4731-86fb-0cd0ac6e3478 tempest-VolumesActionsTest-459125479 tempest-VolumesActionsTest-459125479-project] 10.222.0.48 "GET /v2.0/ports?device_id=a809b089-32a4-4c21-bad7-63a2f2718f97 HTTP/1.1" status: 200 len: 210 time: 0.0936568 Nov 22 22:15:16.106679 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:16.171067 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a96dcfa0-4e92-4eb9-b345-cb19f2fff4ab None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:16.171590 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a96dcfa0-4e92-4eb9-b345-cb19f2fff4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:16.204008 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:15:16.216706 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:16.217754 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:16.254914 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335bfe5-867e-4e4b-91bb-64fb7ae8fff6 req-8140fb8f-5369-41e2-96d4-f556762f31fa tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:16.268841 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f335bfe5-867e-4e4b-91bb-64fb7ae8fff6 req-8140fb8f-5369-41e2-96d4-f556762f31fa tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 945 time: 0.2244916 Nov 22 22:15:16.289361 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a96dcfa0-4e92-4eb9-b345-cb19f2fff4ab None None] Port 92391a7e-4c23-4042-a8fd-1df3c56f80fb cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:15:16.367355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:16.369158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:15:16.388059 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c8b9ac4e-4049-48de-9fde-4687877d5429 admin admin] 10.222.0.48 "PUT /v2.0/routers/558aef33-5f42-4617-8b63-c1f33e358eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4461002 Nov 22 22:15:16.389219 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f335bfe5-867e-4e4b-91bb-64fb7ae8fff6 req-71dacd92-66ee-416b-a4ff-7d11c13c7da8 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176770 Nov 22 22:15:16.442867 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:16.447015 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b378e-7bf7-49a3-b9e2-8488d6b17844" -d '{"events": [{"server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "name": "network-vif-plugged", "status": "completed", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:16.484969 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:16.495288 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:16.554465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:16.561294 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984991e-56ba-4754-b979-32ce67bdedff x-openstack-request-id: req-7984991e-56ba-4754-b979-32ce67bdedff {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:16.561597 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "name": "network-vif-plugged", "status": "completed", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:16.561849 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7984991e-56ba-4754-b979-32ce67bdedff {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:16.562260 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'code': 200} Nov 22 22:15:16.842529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23daf4-fc4d-4ce4-9ed0-6fad03dbf355 req-2dbdb71b-d2e4-40d0-85a4-2707ef8e5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:16.845642 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a23daf4-fc4d-4ce4-9ed0-6fad03dbf355 req-2dbdb71b-d2e4-40d0-85a4-2707ef8e5552 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1099 time: 0.0936556 Nov 22 22:15:16.949826 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2a23daf4-fc4d-4ce4-9ed0-6fad03dbf355 req-35f569e8-76dd-4fe4-9e9d-d20fe845abac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Nov 22 22:15:17.088745 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7f1b36a5-6060-4c7e-a26d-813840d1afe2 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:17.200674 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:17.201306 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.350216 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.379929 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 7f1b36a5-6060-4c7e-a26d-813840d1afe2, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7f1b36a5-6060-4c7e-a26d-813840d1afe2,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:17.386832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.421498 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57646) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:17.431100 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695263824', 'description': 'tempest-secgroup-smoke-695263824 description', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:17.499783 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.500161 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=7f1b36a5-6060-4c7e-a26d-813840d1afe2,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:17.660766 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02a58-4529-4fd4-a25e-4e8392f9f714 req-b109b7e3-a406-4a5c-8519-afee4f4463ef tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:17.663536 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3bf02a58-4529-4fd4-a25e-4e8392f9f714 req-b109b7e3-a406-4a5c-8519-afee4f4463ef tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.1323626 Nov 22 22:15:17.731245 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.742454 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.846756 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:17.848989 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4249609 Nov 22 22:15:17.852189 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57660) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:17.865157 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3bf02a58-4529-4fd4-a25e-4e8392f9f714 req-ac7c357c-b966-45e6-a6ee-f4e63145c1bc tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759524 Nov 22 22:15:17.870389 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:17.873894 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:17.883132 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.883625 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.883965 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.884305 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.884629 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.884963 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.885323 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.885652 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.885978 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.886311 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.886629 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.887571 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed5bde-d338-476d-a74a-f29a7010b9ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:17.950941 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.070059 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.078630 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.095612 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4d62094a-2a33-4d4e-8840-fc634c1bbe75 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:15:18.108110 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1ab986-2615-4425-9d54-0901d76706bf,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:18.123731 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.124350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.124756 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.125188 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.125862 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.126100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.126683 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.127119 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.127559 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.127958 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.128415 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.128812 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:18.137826 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.142995 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57670) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:18.152929 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:18.158464 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4ef22294-ac14-4c77-9c6f-afa24e2a2a65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043242 Nov 22 22:15:18.164763 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 4d62094a-2a33-4d4e-8840-fc634c1bbe75 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:15:18.165324 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 4d62094a-2a33-4d4e-8840-fc634c1bbe75 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:15:18.220632 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.384325 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.403133 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.438958 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93faca0-19af-4a22-8a2a-cf73e9ff1e49,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:18.447983 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.454493 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57682) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:18.458251 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-f2228035-7bc0-4565-9c4c-673a1e8321f3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107288 Nov 22 22:15:18.463310 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:18.527068 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.635011 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.640971 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.666316 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bc5c0f-09cd-4287-8332-2f8dd80e5b0e,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:18.679031 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.681582 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d5786253-6500-4730-ac33-0cfb99872301 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2252951 Nov 22 22:15:18.684446 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57692) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:18.692819 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:18.731112 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.828813 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.835926 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.865927 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc611cc-c9ef-41e6-9ed6-ed7ad5428c27,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:18.874350 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:18.875817 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7775e2e2-2ef1-4704-a4f9-95b2afe5f3a6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893883 Nov 22 22:15:18.879378 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57694) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:18.884642 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:18.929967 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.securitygroups_db [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Project a7cc0842c0744b76839ef6edadcc637d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:15:18.937421 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.034325 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7f1b36a5-6060-4c7e-a26d-813840d1afe2 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:19.038969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.046365 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.078457 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637dc87-8287-4df2-9611-92a03bc002eb req-9518107f-a3ba-4738-8a81-d433ae1f33a8 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:19.081169 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8637dc87-8287-4df2-9611-92a03bc002eb req-9518107f-a3ba-4738-8a81-d433ae1f33a8 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0939810 Nov 22 22:15:19.084867 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30a5f44-83af-4c16-b7a7-002aa169263b,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:19.102660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.104933 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6c3b05cd-f25f-45a7-ae37-e95c9f2c3bef tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2240739 Nov 22 22:15:19.108104 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57698) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:19.116355 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'security_group_rule': {'security_group_id': '7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b', 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:19.117542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:19.118166 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.164241 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.securitygroups_db [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Project a7cc0842c0744b76839ef6edadcc637d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:15:19.172834 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8637dc87-8287-4df2-9611-92a03bc002eb req-02a0362f-86c2-44ca-8017-5d43090b71ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847914 Nov 22 22:15:19.176719 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.290719 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.296857 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.313486 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Sync routers for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:15:19.327797 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:19.328836 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:19.345828 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:19.348549 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2385316 Nov 22 22:15:19.350969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb590f-e878-49d8-a74b-5395c6e16549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b32763-0b17-4ad8-81e1-d4f0dc11dff2,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:19.380722 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093c14-b61b-43f1-a2c1-632687ff1916 req-29c5953b-b564-4cde-9259-9bc7cf84f61c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:19.383902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc093c14-b61b-43f1-a2c1-632687ff1916 req-29c5953b-b564-4cde-9259-9bc7cf84f61c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.1002054 Nov 22 22:15:19.464751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dc093c14-b61b-43f1-a2c1-632687ff1916 req-5e5216aa-e5b2-476e-b3a5-890f3fb11b54 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673397 Nov 22 22:15:19.529392 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:19.837936 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc2174-4c0b-491a-aa40-2deb6eb597c3 req-744cbf34-abaa-408f-8bd3-da70936ab8b2 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:19.841790 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f0dc2174-4c0b-491a-aa40-2deb6eb597c3 req-744cbf34-abaa-408f-8bd3-da70936ab8b2 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0556374 Nov 22 22:15:19.871589 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '92391a7e-4c23-4042-a8fd-1df3c56f80fb', 'name': '', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'mac_address': 'fa:16:3e:74:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:12Z', 'updated_at': '2021-11-22T22:15:15Z', 'revision_number': 2, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'subnets': [{'id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:19.901863 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Checking router: 558aef33-5f42-4617-8b63-c1f33e358eda for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:15:19.902218 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Updating router 558aef33-5f42-4617-8b63-c1f33e358eda port 92391a7e-4c23-4042-a8fd-1df3c56f80fb binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:15:19.912385 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f0dc2174-4c0b-491a-aa40-2deb6eb597c3 req-26ad6d00-6f95-4745-8c25-0791c903e3e8 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654559 Nov 22 22:15:19.948138 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.366189 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.374046 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.453164 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c0c3f-9800-4649-afbf-13eb391e71ac None None] Pushing event updated for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:20.490299 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Attempting to bind port 92391a7e-4c23-4042-a8fd-1df3c56f80fb on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:20.490666 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Attempting to bind port 92391a7e-4c23-4042-a8fd-1df3c56f80fb by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:20.491033 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Attempting to bind port 92391a7e-4c23-4042-a8fd-1df3c56f80fb on network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:20.497662 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:20.498033 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Checking segment: {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:20.498433 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.498830 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Bound using segment: {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:20.499309 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Bound port: 92391a7e-4c23-4042-a8fd-1df3c56f80fb, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55253c1-28b2-4921-b113-c8dc8c5be358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:20.499706 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.589498 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] For port 92391a7e-4c23-4042-a8fd-1df3c56f80fb, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:20.594466 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] For port 92391a7e-4c23-4042-a8fd-1df3c56f80fb, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=92391a7e-4c23-4042-a8fd-1df3c56f80fb,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:20.601196 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.660486 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:20.662068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.680723 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:20.681598 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:20.773955 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c0c3f-9800-4649-afbf-13eb391e71ac None None] Pushing event updated for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:20.804160 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.856912 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] For port 92391a7e-4c23-4042-a8fd-1df3c56f80fb, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=92391a7e-4c23-4042-a8fd-1df3c56f80fb,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:20.867005 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:20.891870 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:20.958287 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fbdd1-4bd5-4f7e-ba68-b8d78a8bc021 None None] Pushing event updated for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:21.000973 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-ba86266c-010b-4efc-85e8-f26f4390db48 None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:21.001465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ba86266c-010b-4efc-85e8-f26f4390db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:21.085930 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 92391a7e-4c23-4042-a8fd-1df3c56f80fb up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:21.157707 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:21.158137 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:21.183362 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '92391a7e-4c23-4042-a8fd-1df3c56f80fb', 'name': '', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'mac_address': 'fa:16:3e:74:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:12Z', 'updated_at': '2021-11-22T22:15:20Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'subnets': [{'id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:21.240673 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7249-2c4b-45c0-8302-a8f87ebeb011 None None] The sync data for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi is: [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:15:14Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '92391a7e-4c23-4042-a8fd-1df3c56f80fb', 'name': '', 'network_id': 'cb849e58-5bdb-48f1-ae35-2e320ff2aab9', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'mac_address': 'fa:16:3e:74:ea:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:12Z', 'updated_at': '2021-11-22T22:15:20Z', 'revision_number': 4, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'subnets': [{'id': '1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:15:22.566319 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-94aab731-230d-43f1-b91f-baa12bdddc63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662243 Nov 22 22:15:22.704017 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-c4bea1e5-e01d-4b32-bfc4-fc3782037251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:22.706471 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-c4bea1e5-e01d-4b32-bfc4-fc3782037251 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1099 time: 0.0783639 Nov 22 22:15:22.921211 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-b98f3690-b1ad-42f1-94a6-0d1af9efcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:22.923934 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-b98f3690-b1ad-42f1-94a6-0d1af9efcf99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1841507 Nov 22 22:15:23.018725 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-aaaa1a66-43f9-40b0-b3aa-28fc15f29311 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0860808 Nov 22 22:15:23.106810 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 92391a7e-4c23-4042-a8fd-1df3c56f80fb up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:23.177093 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-688800b7-b1cc-4640-be40-60516d4ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:23.194633 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-688800b7-b1cc-4640-be40-60516d4ec536 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.1588392 Nov 22 22:15:23.212518 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 92391a7e-4c23-4042-a8fd-1df3c56f80fb triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:23.213418 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:23.309843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-7f950ada-d835-473a-9bbf-f2514443a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:23.312572 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-7f950ada-d835-473a-9bbf-f2514443a14d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1165438 Nov 22 22:15:23.592826 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-fd1a59ba-a5e5-4cff-a8f5-3ee2b875fd6c service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708044 Nov 22 22:15:23.805993 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1df98478-fa9d-4b07-8d5e-02e5be246153 req-72c6658c-88c1-4efb-b936-e1512ab74a47 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041628 Nov 22 22:15:30.486280 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64a178-a86d-4abd-91f3-344d0cf8614d req-bee8b23f-248d-4b28-ad84-ba8533868c6f tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:30.494232 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bb64a178-a86d-4abd-91f3-344d0cf8614d req-bee8b23f-248d-4b28-ad84-ba8533868c6f tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0908921 Nov 22 22:15:30.562436 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bb64a178-a86d-4abd-91f3-344d0cf8614d req-6df5a514-42e2-4fbe-93e8-36c19f269bce tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Nov 22 22:15:30.601174 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57858) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:30.890244 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dc3d3-04a1-4a0c-99c0-71c0fe5fbb61 tempest-TestMinimumBasicScenario-2139371299 tempest-TestMinimumBasicScenario-2139371299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:30.892876 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-444dc3d3-04a1-4a0c-99c0-71c0fe5fbb61 tempest-TestMinimumBasicScenario-2139371299 tempest-TestMinimumBasicScenario-2139371299-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1094 time: 0.2901177 Nov 22 22:15:30.898138 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57862) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:30.909256 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'port_id': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:30.958541 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:31.194360 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:31.358003 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Allocated IP 172.27.1.164 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/3706ba95-c8ec-49e4-8db2-f0a722fe861f) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:31.568543 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:31.637242 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:31.724509 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:31.730835 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:31.740685 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:31.751199 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'Port': ['ID=3706ba95-c8ec-49e4-8db2-f0a722fe861f,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:32.282438 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:32.397793 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:32.656847 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:32.666692 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:32.784952 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'Port': ['ID=3706ba95-c8ec-49e4-8db2-f0a722fe861f,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:32.804782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:33.027400 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Floating IP dfbeb12e-6ac8-444a-be3d-eeb415d6dd47 associated. External IP: 172.27.1.164, port: 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5. Nov 22 22:15:33.365643 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Router 8ad95ed7-8939-48e9-841f-938aa3c61cfb has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:15:33.565263 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:15:33.584237 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Sync routers for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:15:33.599528 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:33.601044 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:33.603893 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:33.806386 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-4d78818f-20e3-4f0e-9c4a-768e5e37b6be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9026518 Nov 22 22:15:33.806386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:33.807741 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57870) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:33.826362 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23176fce-d340-4a52-a79a-e1918b8dd425" -d '{"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:33.833076 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081595959', 'description': 'tempest-secgroup-smoke-1081595959 description', 'project_id': '71d85e0bac8f447dac22b78e333efff2'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:33.852094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:33.876131 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:33.993259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.000007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.006187 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8483d-06ec-4b93-b2b7-86748b3fe0b2 x-openstack-request-id: req-fde8483d-06ec-4b93-b2b7-86748b3fe0b2 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:34.006476 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:34.006723 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fde8483d-06ec-4b93-b2b7-86748b3fe0b2 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:34.007131 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:15:34.043452 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.045784 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2374032 Nov 22 22:15:34.049326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57880) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:34.054777 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:34.092976 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.119881 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab06ea-d291-4836-9103-f8fd99ffb490 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd51ecda-44e4-48de-bf0c-482fb5d61f2e,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:34.146492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-c3dac354-2582-4d35-87fa-a0b77aec4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:34.148757 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-c3dac354-2582-4d35-87fa-a0b77aec4890 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1099 time: 0.1007404 Nov 22 22:15:34.192725 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.208318 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.247322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566c0f0e-526d-47f9-a965-12fdfe33bf77,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:34.266028 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.271223 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a225d48f-20d8-4d1a-ba14-36bb74e9ee0e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170098 Nov 22 22:15:34.272807 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57882) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:34.293788 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:34.332217 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'dfbeb12e-6ac8-444a-be3d-eeb415d6dd47', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'port_id': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'mac_address': 'fa:16:3e:6d:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:15:32Z', 'updated_at': '2021-11-22T22:15:32Z', 'revision_number': 0, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:34.352654 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-10ebd58a-78ea-4dac-8f1d-34ea679e1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:34.354945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-10ebd58a-78ea-4dac-8f1d-34ea679e1348 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1975970 Nov 22 22:15:34.367000 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.417925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Checking router: 8ad95ed7-8939-48e9-841f-938aa3c61cfb for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:15:34.434542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:15:34.435270 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:34.486330 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-dcda8b21-94fb-448e-aee0-898cdee2df02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1158233 Nov 22 22:15:34.510807 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.519539 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.549274 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5b7efb-9b0e-4f5a-8e5a-b7d417ee7c5d,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:34.601988 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.608809 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-11a836f1-0e93-4dcf-9d50-95d008aef5ec tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3237002 Nov 22 22:15:34.609326 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57886) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:34.622580 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:34.654663 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-7b61a673-14c4-42e4-bdc3-fb31aff967d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:34.656251 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-7b61a673-14c4-42e4-bdc3-fb31aff967d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.1614048 Nov 22 22:15:34.700848 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.730605 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:15:34.792705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-56bdcd52-8481-435c-a8bb-23beccce91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:34.797310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-56bdcd52-8481-435c-a8bb-23beccce91e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1287751 Nov 22 22:15:34.861313 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.870921 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.915908 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b30b0c-670d-4a86-bd7e-b370d18e4687,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:34.939145 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:34.939145 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-f4975dcd-e6ee-483a-baea-43ff73f44a36 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240247 Nov 22 22:15:34.947592 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57888) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:34.959956 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:35.011070 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-728a5a77-c696-40f5-ae25-ddb2d3a6d334 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044230 Nov 22 22:15:35.044403 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.151071 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-23176fce-d340-4a52-a79a-e1918b8dd425 req-d7c7c023-dddd-47ee-ab71-fae7bc6602c0 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315794 Nov 22 22:15:35.174228 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.186005 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.205997 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1a31b3-3420-4db5-a251-4480eed637d5,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:35.232842 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.235250 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b7614ca4-2ed7-44ce-aa6b-e22647e181b1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2852964 Nov 22 22:15:35.240882 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 57890) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:35.244183 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:35.270281 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.securitygroups_db [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Project 71d85e0bac8f447dac22b78e333efff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:15:35.276251 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.402216 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'dfbeb12e-6ac8-444a-be3d-eeb415d6dd47', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'port_id': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'mac_address': 'fa:16:3e:6d:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:15:32Z', 'updated_at': '2021-11-22T22:15:32Z', 'revision_number': 0, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:35.440495 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c894c-d90c-4c3b-9e69-472edabf982e None None] The sync data for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi is: [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'dfbeb12e-6ac8-444a-be3d-eeb415d6dd47', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'port_id': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'mac_address': 'fa:16:3e:6d:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:15:32Z', 'updated_at': '2021-11-22T22:15:32Z', 'revision_number': 0, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:15:35.482176 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.499772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.563876 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2301c950-e466-40da-89c1-f14c6c528bd5,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:35.580400 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.586781 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 57894) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:35.589017 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-84831021-da7d-4d9a-ba66-fa5b9950be16 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483036 Nov 22 22:15:35.592001 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'security_group_rule': {'security_group_id': 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e', 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:35.620943 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.securitygroups_db [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Project 71d85e0bac8f447dac22b78e333efff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:15:35.628211 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.769206 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c77355-3eb0-4706-a7bd-784501f5b380 None None] New status for floating IP dfbeb12e-6ac8-444a-be3d-eeb415d6dd47: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:15:35.792654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.801016 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.846912 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03f1db0-051c-4d1d-a035-9049e21113b1,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:35.876098 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:35.885958 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-65efc707-00d7-494c-9782-73b877b03b03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2931237 Nov 22 22:15:36.084293 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-94038d02-a138-4e16-bf86-baec7e5e93ea tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081595959&fields=id&tenant_id=71d85e0bac8f447dac22b78e333efff2 HTTP/1.1" status: 200 len: 267 time: 0.1029234 Nov 22 22:15:36.172508 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-6f5a2ae4-7e41-496c-93df-5f32082bc848 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:36.175206 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-6f5a2ae4-7e41-496c-93df-5f32082bc848 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0795639 Nov 22 22:15:36.195998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'port': {'security_groups': ['215109d4-2a94-456b-90cb-da7b4a9d86c0', 'dd51ecda-44e4-48de-bf0c-482fb5d61f2e']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:36.316271 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:36.642881 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:36.695845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:36.703846 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:36.723256 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:15:36.788383 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:36.789671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:36.792736 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0035ad20-1947-4eeb-bf34-93de1ca07008 req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "PUT /v2.0/ports/8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 982 time: 0.6033370 Nov 22 22:15:36.794262 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:36.814618 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fa0c4-c92c-4d6c-9659-763582ab70a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:36.897653 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f04e-d8f2-45e5-b1cd-0fffdf8381ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=6']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:36.973746 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:15:36.981684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e91c2b-3379-4623-a7d6-169797b221ec x-openstack-request-id: req-90e91c2b-3379-4623-a7d6-169797b221ec {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:36.982115 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:36.982492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90e91c2b-3379-4623-a7d6-169797b221ec {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:36.987070 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:15:37.173529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-8f8b6b23-a9f3-4db1-ae00-0781fdee474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:37.176342 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-8f8b6b23-a9f3-4db1-ae00-0781fdee474f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1138 time: 0.1741073 Nov 22 22:15:37.396005 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a8602-9e13-4880-acbf-24a0aa5565a4 req-8ec183a8-b879-4d29-b9b3-eb1e02d11ff0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:37.413153 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b64a8602-9e13-4880-acbf-24a0aa5565a4 req-8ec183a8-b879-4d29-b9b3-eb1e02d11ff0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.3450658 Nov 22 22:15:37.572682 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b64a8602-9e13-4880-acbf-24a0aa5565a4 req-28b463d3-cc59-4ac5-ab85-46e0fc2ea07a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545579 Nov 22 22:15:37.643006 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-4746f3ad-0a85-41fd-b8e8-f1ae7760ad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:37.721017 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-0b5c4217-3a5b-44e7-ad8b-c2524387db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:37.724649 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-0b5c4217-3a5b-44e7-ad8b-c2524387db94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.5350392 Nov 22 22:15:37.727179 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-c41259e5-4f38-4568-8c3a-72f35f6a110a None None] Provisioning complete for port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:37.727983 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c41259e5-4f38-4568-8c3a-72f35f6a110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:37.909665 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-aabed6b8-b609-451a-a829-63ef2b9fa77e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.1755691 Nov 22 22:15:37.995010 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-a6d9573b-cc34-4db2-bb96-64ac21a6c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:37.997128 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-a6d9573b-cc34-4db2-bb96-64ac21a6c971 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.0796123 Nov 22 22:15:38.077418 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-ad93e5f5-ca5c-493d-b919-d4cd7f6085e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:38.081413 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-ad93e5f5-ca5c-493d-b919-d4cd7f6085e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750051 Nov 22 22:15:38.293277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-c507ff92-6715-4444-8c77-f35c00c82dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990423 Nov 22 22:15:38.531288 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b96fa0c4-c92c-4d6c-9659-763582ab70a6 req-c9a76090-7028-4ef9-841b-f76a90c3b5c0 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271204 Nov 22 22:15:40.784644 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-32ab6b90-3323-4ef4-81c2-90544658fd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:41.612464 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:43.330970 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:43.339025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:44.519562 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-21433436-bff1-476e-bc2f-30eef9c6b932 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695263824&fields=id&tenant_id=a7cc0842c0744b76839ef6edadcc637d HTTP/1.1" status: 200 len: 267 time: 0.0847566 Nov 22 22:15:44.674921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-eeda6cfb-e3e3-4650-8a0e-47e6758ec872 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:44.676608 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-eeda6cfb-e3e3-4650-8a0e-47e6758ec872 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 808 time: 0.1490180 Nov 22 22:15:44.701067 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-69c842f3-ba08-44e7-8b6d-6194fa1aa549 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/quotas/a7cc0842c0744b76839ef6edadcc637d HTTP/1.1" status: 200 len: 375 time: 0.0137246 Nov 22 22:15:44.773672 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-9ee82d6e-c4e5-499b-8884-919e18a48cd8 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643086 Nov 22 22:15:44.923030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-7e1d72a2-38e8-45f2-96fa-82d413094572 service neutron] 10.222.0.48 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349623 Nov 22 22:15:45.097691 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-b0cca5cc-5607-4caf-9eac-7ad8b581b5a3 service neutron] 10.222.0.48 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642661 Nov 22 22:15:45.530877 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5bece406-2915-4f25-93da-d1b2a4afd5fd req-fa150459-9cf3-4898-b48b-32c017183c65 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 210 time: 0.0477190 Nov 22 22:15:45.793673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:46.354154 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:15:46.677277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75b8519c-7a88-4385-9f2e-562fbec5af0a req-d8f15be5-fb12-4000-baad-b2f2b233eb58 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 210 time: 0.0336120 Nov 22 22:15:47.003741 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-e8bb20c2-5741-411c-9fe0-5e19c6407d76 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:47.005677 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-e8bb20c2-5741-411c-9fe0-5e19c6407d76 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 808 time: 0.2073374 Nov 22 22:15:47.120479 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-14b9dd24-76f0-4b03-b72f-ae66fb14f679 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7cc0842c0744b76839ef6edadcc637d HTTP/1.1" status: 200 len: 379 time: 0.1033950 Nov 22 22:15:47.143137 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'port': {'device_id': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'admin_state_up': True, 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'security_groups': ['7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:47.591313 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Made reservation on behalf of a7cc0842c0744b76839ef6edadcc637d for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:15:47.597834 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:47.836760 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c7232dd0-a815-4dd3-8fd8-f0f9f3d87ada req-bdde25e5-e1c2-4c25-800c-2514179d57f6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 210 time: 0.0464449 Nov 22 22:15:47.867067 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Allocated IP 172.20.0.5 (afc2d31c-35a3-41a6-a187-8183bd0b04ca/4437a036-aa68-4e46-8d8b-e6c9c8ed08a9/45a1837b-1ef5-4e31-af14-926344b88f0a) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:15:48.081869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.122707 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.179134 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:15:48.183157 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:15:48.191229 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:15:48.228757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:48.277610 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:48.278424 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.302382 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-1bba1d32-5f07-42e2-a313-4ae0af463975 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1639574 Nov 22 22:15:48.322106 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Request body: {'port': {'device_id': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:15:48.395554 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.442627 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-5b27d2f3-3725-4b92-a39b-11ae28ee90f3 None None] Provisioning complete for port 45a1837b-1ef5-4e31-af14-926344b88f0a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:48.443615 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5b27d2f3-3725-4b92-a39b-11ae28ee90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.488673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-5b27d2f3-3725-4b92-a39b-11ae28ee90f3 None None] Port 45a1837b-1ef5-4e31-af14-926344b88f0a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:15:48.712861 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a1837b-1ef5-4e31-af14-926344b88f0a {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:15:48.727206 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.747176 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Transition to ACTIVE for port object 45a1837b-1ef5-4e31-af14-926344b88f0a will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:15:48.753157 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:48.813891 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:48.915302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Attempting to bind port 45a1837b-1ef5-4e31-af14-926344b88f0a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:15:48.916288 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Attempting to bind port 45a1837b-1ef5-4e31-af14-926344b88f0a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:15:48.916288 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Attempting to bind port 45a1837b-1ef5-4e31-af14-926344b88f0a on network afc2d31c-35a3-41a6-a187-8183bd0b04ca {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:48.921648 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Port 45a1837b-1ef5-4e31-af14-926344b88f0a on network afc2d31c-35a3-41a6-a187-8183bd0b04ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:15:48.922168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Attempting to bind port 45a1837b-1ef5-4e31-af14-926344b88f0a on network afc2d31c-35a3-41a6-a187-8183bd0b04ca {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:15:48.929995 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:15:48.930346 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Checking segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:15:48.930739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Bound using segment: {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:15:48.931422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Bound port: 45a1837b-1ef5-4e31-af14-926344b88f0a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f61e5e-f642-43ee-be3d-52901e906486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:15:48.931788 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:49.081732 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8b158-7b4d-4bf6-a8c1-f3b71691e009 req-7e8d8cdb-1e4f-41c0-8016-74315f5956c5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.084511 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1ad8b158-7b4d-4bf6-a8c1-f3b71691e009 req-7e8d8cdb-1e4f-41c0-8016-74315f5956c5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.1555672 Nov 22 22:15:49.146109 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:15:49.182252 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:15:49.199141 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:49.242897 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1ad8b158-7b4d-4bf6-a8c1-f3b71691e009 req-0a27e968-d2f7-4b9b-aeb6-cd1244f19034 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470931 Nov 22 22:15:49.257772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.257772 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:49.259324 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] 10.222.0.31 "PUT /v2.0/ports/45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 1093 time: 0.9435227 Nov 22 22:15:49.259831 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:49.262266 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d3a17-cd66-4138-943c-52c5558930a2" -d '{"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:49.326407 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1702b86d-2b2c-4394-afe4-4049f2f1acae x-openstack-request-id: req-1702b86d-2b2c-4394-afe4-4049f2f1acae {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:49.326699 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:49.326959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1702b86d-2b2c-4394-afe4-4049f2f1acae {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:49.327367 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'status': 'completed', 'code': 200} Nov 22 22:15:49.328175 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ae960-02a2-4f83-ae7b-66d23e7e2167 service neutron] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:49.433336 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-beda363d-00ce-4f10-bf82-89f964c0b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.437155 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-beda363d-00ce-4f10-bf82-89f964c0b58a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1096 time: 0.0899754 Nov 22 22:15:49.513058 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-d1c9242d-d0be-4257-bf61-5afcd5b137b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 217 time: 0.0663548 Nov 22 22:15:49.600770 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-0f509854-d49f-4ed9-8d33-6f22a9a1c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.603649 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-0f509854-d49f-4ed9-8d33-6f22a9a1c1ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0823970 Nov 22 22:15:49.661636 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-8576585c-fd8d-49b0-9763-6244dd09908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.663231 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-8576585c-fd8d-49b0-9763-6244dd09908b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519636 Nov 22 22:15:49.775690 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-c6228b83-4341-4972-9f27-12bb65e90604 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039162 Nov 22 22:15:49.888868 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1f980edb-9b4f-4146-a329-c946c94b9f1e req-7b4a0ba4-b98c-4b9e-ab86-f2339426f8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048551 Nov 22 22:15:49.984790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a17-cd66-4138-943c-52c5558930a2 req-55e63a03-24d6-4931-aea3-e7face1e9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:49.987112 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-55e63a03-24d6-4931-aea3-e7face1e9c5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1096 time: 0.0458167 Nov 22 22:15:50.119682 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a17-cd66-4138-943c-52c5558930a2 req-eff5bc1c-32ea-4634-a02c-8aa0d910c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:50.122189 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-eff5bc1c-32ea-4634-a02c-8aa0d910c3b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.1267157 Nov 22 22:15:50.167736 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-67e4f380-6f75-4081-8b78-3aac111a796a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 217 time: 0.0377376 Nov 22 22:15:50.222886 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a17-cd66-4138-943c-52c5558930a2 req-0176c1bc-1bf1-46fa-8f8d-7721eaa08772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:50.224421 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-0176c1bc-1bf1-46fa-8f8d-7721eaa08772 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0491657 Nov 22 22:15:50.283439 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a17-cd66-4138-943c-52c5558930a2 req-f33ad1a5-5542-4807-96ff-82f1ca6c9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:50.285191 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-f33ad1a5-5542-4807-96ff-82f1ca6c9f6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503337 Nov 22 22:15:50.455842 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8fe1-bfa6-4a67-9e0d-2ec19ed76217 req-51a7adde-185d-451e-a3bf-4850da0e7ed5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:50.457491 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-28be8fe1-bfa6-4a67-9e0d-2ec19ed76217 req-51a7adde-185d-451e-a3bf-4850da0e7ed5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0924847 Nov 22 22:15:50.460051 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-6ed173e5-59f1-40e8-aab8-3d03383ad46d service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664000 Nov 22 22:15:50.589228 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-28be8fe1-bfa6-4a67-9e0d-2ec19ed76217 req-4171b08c-017b-4b89-8651-0c2901064ab2 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127675 Nov 22 22:15:50.613464 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749d3a17-cd66-4138-943c-52c5558930a2 req-278e8802-c157-48d8-bee6-21b50b9e20d1 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450913 Nov 22 22:15:50.658989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58084) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:50.708921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Deleting subnet 81813def-a49a-412c-a1cf-28e88c5debbc {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:15:50.712616 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:50.756150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:50.801936 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:50.865323 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:50.893246 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81813def-a49a-412c-a1cf-28e88c5debbc,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:50.897574 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:50.901142 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c3d63132-ade9-443b-8b43-023ee19976a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81813def-a49a-412c-a1cf-28e88c5debbc HTTP/1.1" status: 204 len: 168 time: 0.2408946 Nov 22 22:15:50.905390 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58086) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:51.000410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.136898 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.175487 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de51fba3-fe3c-4207-8bce-76c5017943e6']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:51.193390 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5508266-7279-4e21-8203-beca4e7ea27e') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:51.193876 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5508266-7279-4e21-8203-beca4e7ea27e') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:15:51.219285 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.243592 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.254748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:15:51.255392 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:15:51.258251 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:15:51.345778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.352126 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.357369 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] 10.222.0.48 "DELETE /v2.0/networks/de51fba3-fe3c-4207-8bce-76c5017943e6 HTTP/1.1" status: 204 len: 168 time: 0.4508166 Nov 22 22:15:51.379536 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9c11a-6911-43d9-9d88-47de6a1c7630 admin admin] Pushing event deleted for resources: {'Network': ['ID=de51fba3-fe3c-4207-8bce-76c5017943e6,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:51.572806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58090) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:51.625402 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-a4aa6416-2652-45d4-ae61-98f9e9c3e7b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbbb95b3579d497f907450b5e8a22239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505364 Nov 22 22:15:51.629184 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58094) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:15:51.769813 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.822217 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef1edb-fd75-4a47-ba11-35637f5a4b6a req-b39ec699-723a-485a-8136-402ed199860d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:51.825193 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80ef1edb-fd75-4a47-ba11-35637f5a4b6a req-b39ec699-723a-485a-8136-402ed199860d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.1482294 Nov 22 22:15:51.844821 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.941576 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-80ef1edb-fd75-4a47-ba11-35637f5a4b6a req-61fd27f7-dc44-47d5-9927-44d538d54407 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070857 Nov 22 22:15:51.974302 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.977613 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:51.979020 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e33412a4-a492-4f95-83a1-76d0c6a47202 HTTP/1.1" status: 204 len: 168 time: 0.3486741 Nov 22 22:15:51.990672 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cc49c-5332-48c2-8814-fe1c402a5ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33412a4-a492-4f95-83a1-76d0c6a47202,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:53.114239 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c637-7ae8-48a4-8995-cbbdff8d8f6f req-e55eb89f-003b-4931-81be-51cd3926d364 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:53.116926 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1443c637-7ae8-48a4-8995-cbbdff8d8f6f req-e55eb89f-003b-4931-81be-51cd3926d364 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0867734 Nov 22 22:15:53.195317 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1443c637-7ae8-48a4-8995-cbbdff8d8f6f req-9195b00b-79d7-4b66-a0c9-9de47b4b1af1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716562 Nov 22 22:15:54.355719 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb5359-b297-420c-8a5c-6688c015accc req-4391963a-2efa-4873-9d20-b7a200bb5a96 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:54.358506 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1efb5359-b297-420c-8a5c-6688c015accc req-4391963a-2efa-4873-9d20-b7a200bb5a96 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0783997 Nov 22 22:15:54.419927 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1efb5359-b297-420c-8a5c-6688c015accc req-84054653-2bff-4c39-8eb9-02157f9bb058 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544369 Nov 22 22:15:55.567158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff28563-f57c-4624-a415-0e821dd767e2 req-f5489c8d-ad8d-409e-9dbb-44a2a91ca73f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:55.568971 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7ff28563-f57c-4624-a415-0e821dd767e2 req-f5489c8d-ad8d-409e-9dbb-44a2a91ca73f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0604813 Nov 22 22:15:55.634630 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7ff28563-f57c-4624-a415-0e821dd767e2 req-d1e19577-a66f-4d11-9ddd-40545c2f81e3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589342 Nov 22 22:15:56.775218 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047294aa-1a88-44b8-a459-cff4287d3184 req-d3012719-844c-4e0c-98aa-80d34e8423f9 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:56.777894 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-047294aa-1a88-44b8-a459-cff4287d3184 req-d3012719-844c-4e0c-98aa-80d34e8423f9 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0667217 Nov 22 22:15:56.847253 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-047294aa-1a88-44b8-a459-cff4287d3184 req-fdf6f8fd-9eef-4127-af9c-94f506b749af tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628045 Nov 22 22:15:57.569222 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:15:57.677661 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:57.692007 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'mac_address': 'fa:16:3e:aa:30:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:15:57.739209 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:57.755340 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a1837b-1ef5-4e31-af14-926344b88f0a {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:15:57.779356 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:57.785572 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:57.841404 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:57.975098 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f6904-2be6-4dba-af48-0c5f1200f3a7 req-63acda79-3c53-439b-b1cd-79b357f72378 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:57.976810 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c41f6904-2be6-4dba-af48-0c5f1200f3a7 req-63acda79-3c53-439b-b1cd-79b357f72378 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 944 time: 0.0545795 Nov 22 22:15:58.036592 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c41f6904-2be6-4dba-af48-0c5f1200f3a7 req-52a8ad63-cfe5-4137-bb5d-b02528cb548a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524862 Nov 22 22:15:58.057351 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['45a1837b-1ef5-4e31-af14-926344b88f0a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:15:59.169071 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d676972-508a-49b7-a699-ae8c30ed27ca req-70523112-c854-4e16-8d44-0f8986e0dcc5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:15:59.170732 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d676972-508a-49b7-a699-ae8c30ed27ca req-70523112-c854-4e16-8d44-0f8986e0dcc5 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 944 time: 0.0546346 Nov 22 22:15:59.235422 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4d676972-508a-49b7-a699-ae8c30ed27ca req-4e9a7a66-1d8d-48d2-96ef-9884047d0c6b tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557475 Nov 22 22:15:59.584477 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:15:59.646855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 45a1837b-1ef5-4e31-af14-926344b88f0a completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:15:59.653182 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 45a1837b-1ef5-4e31-af14-926344b88f0a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:15:59.653671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:59.771907 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:59.798625 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:15:59.801416 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0148c4-3f36-48c7-a084-c506c0e46d04" -d '{"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-plugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:15:59.817717 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:15:59.823707 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:15:59.868454 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6842cb8-d735-426d-9707-77afe941ccc3 x-openstack-request-id: req-a6842cb8-d735-426d-9707-77afe941ccc3 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:15:59.868869 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-plugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:15:59.869283 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6842cb8-d735-426d-9707-77afe941ccc3 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:15:59.869778 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'code': 200} Nov 22 22:15:59.885849 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:15:59.898042 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.898544 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.898986 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.899464 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.899956 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.900451 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.901030 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.901524 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.902042 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.902465 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.902847 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:15:59.903231 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:00.203875 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe9791-158e-4368-a5ac-a675bec39a43 req-49fca4ab-206e-4db7-9edf-b446094da1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.206357 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d2fe9791-158e-4368-a5ac-a675bec39a43 req-49fca4ab-206e-4db7-9edf-b446094da1bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0818324 Nov 22 22:16:00.306879 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d2fe9791-158e-4368-a5ac-a675bec39a43 req-d565fe03-00ca-485b-a910-29c09e1aa1f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835648 Nov 22 22:16:00.343140 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-c61b2ec5-4e82-41e8-bd6d-2bb748df376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.345048 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-c61b2ec5-4e82-41e8-bd6d-2bb748df376e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1138 time: 0.0831988 Nov 22 22:16:00.431438 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093974f8-1e2a-4c7f-80b6-977b2ee40b55 req-c12a114c-d3c5-42e7-921f-90e8260e4e03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.433332 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-093974f8-1e2a-4c7f-80b6-977b2ee40b55 req-c12a114c-d3c5-42e7-921f-90e8260e4e03 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.1257055 Nov 22 22:16:00.447548 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa600-f5c8-41f5-a9cd-540116ce28d9 req-cc3cead9-c7e6-4539-bcc3-bf7b60ac7b5f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.449142 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2daa600-f5c8-41f5-a9cd-540116ce28d9 req-cc3cead9-c7e6-4539-bcc3-bf7b60ac7b5f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0941362 Nov 22 22:16:00.553929 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-093974f8-1e2a-4c7f-80b6-977b2ee40b55 req-e2a3d309-2db7-4085-8bc6-2c0e355a6c30 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036727 Nov 22 22:16:00.560041 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2daa600-f5c8-41f5-a9cd-540116ce28d9 req-e2440d3d-72d2-4ab2-b41f-a2c7016af747 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032228 Nov 22 22:16:00.655509 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-6f71b73f-4b07-45df-b929-200d524a87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.658889 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-6f71b73f-4b07-45df-b929-200d524a87e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1529377 Nov 22 22:16:00.738747 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-384da4c6-931a-4b27-8bf9-b82bed97b512 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0703373 Nov 22 22:16:00.811983 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-983a8da2-5cd2-4339-80f3-c00ab050fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.813742 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-983a8da2-5cd2-4339-80f3-c00ab050fbc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.0670776 Nov 22 22:16:00.872857 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-8c7287ac-956e-44c5-b89d-85adbd0e9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:00.874507 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-8c7287ac-956e-44c5-b89d-85adbd0e9808 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511940 Nov 22 22:16:00.991143 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-8fbc36cf-95f5-400b-acfa-0b0f71571f38 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071248 Nov 22 22:16:01.100989 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-f268f68c-6193-4a31-827e-e59edaa0cc47 req-35c39d62-feb3-4f11-a484-a02b32ed2729 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019049 Nov 22 22:16:01.738060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43836160-ccc1-45a5-b85b-82a157548bf6 req-dca7fe8b-6506-4560-91b0-43375666a7be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:01.739711 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43836160-ccc1-45a5-b85b-82a157548bf6 req-dca7fe8b-6506-4560-91b0-43375666a7be tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0876989 Nov 22 22:16:01.755004 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d93dd-7bb6-4dac-acf5-bbfb1ff9df22 req-8d86ca95-0162-406b-99c9-c67260e1ea6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:01.757410 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-be3d93dd-7bb6-4dac-acf5-bbfb1ff9df22 req-8d86ca95-0162-406b-99c9-c67260e1ea6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0951443 Nov 22 22:16:01.870669 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-be3d93dd-7bb6-4dac-acf5-bbfb1ff9df22 req-b5ba6fbd-453c-464d-9773-dff640611008 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046553 Nov 22 22:16:01.879511 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43836160-ccc1-45a5-b85b-82a157548bf6 req-23388b3b-2a18-4cb9-b77c-f1fcc3bf3021 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203964 Nov 22 22:16:02.001459 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15610dc-a0a1-4bae-90d0-5447f77069b1 req-9267db23-8e45-4122-8371-734f11c3cc73 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:02.003412 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f15610dc-a0a1-4bae-90d0-5447f77069b1 req-9267db23-8e45-4122-8371-734f11c3cc73 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0539830 Nov 22 22:16:02.076266 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f15610dc-a0a1-4bae-90d0-5447f77069b1 req-7e3d1006-5601-4b79-9296-2f5fb1137d2f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660837 Nov 22 22:16:02.101024 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58218) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:02.357823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756bc3b-5c4b-4a75-b8e9-40337058597e tempest-TestShelveInstance-1319669334 tempest-TestShelveInstance-1319669334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:02.359481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3756bc3b-5c4b-4a75-b8e9-40337058597e tempest-TestShelveInstance-1319669334 tempest-TestShelveInstance-1319669334-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1093 time: 0.2569098 Nov 22 22:16:02.365989 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58224) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:02.371352 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:16:02.398230 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:02.512597 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:02.643464 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Allocated IP 172.27.1.3 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/778e58dd-6c0f-4da9-b68c-0420be6d63da) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:16:02.765207 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:02.822074 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:02.880423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:16:02.884456 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:16:02.888331 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:16:02.895044 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'Port': ['ID=778e58dd-6c0f-4da9-b68c-0420be6d63da,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:03.049794 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766988c-bb2a-482f-ac04-e81de64ed6bd req-d3afece6-281d-46b5-bf34-7eb20f9f7539 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:03.051595 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1766988c-bb2a-482f-ac04-e81de64ed6bd req-d3afece6-281d-46b5-bf34-7eb20f9f7539 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0875959 Nov 22 22:16:03.137277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1766988c-bb2a-482f-ac04-e81de64ed6bd req-7eea6a19-519e-4107-9a38-74e61fd4d7c0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784113 Nov 22 22:16:03.350397 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:03.714678 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:03.886064 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:03.893367 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:03.972660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event updated for resources: {'Port': ['ID=778e58dd-6c0f-4da9-b68c-0420be6d63da,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:03.985754 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:04.107857 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Floating IP 36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7 associated. External IP: 172.27.1.3, port: 45a1837b-1ef5-4e31-af14-926344b88f0a. Nov 22 22:16:04.302923 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3242-62fe-47f2-b6de-e2f6871ac3fe req-6a6e4522-df33-48c3-aa72-bffef6a04980 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:04.305520 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-459a3242-62fe-47f2-b6de-e2f6871ac3fe req-6a6e4522-df33-48c3-aa72-bffef6a04980 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0645735 Nov 22 22:16:04.404747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-459a3242-62fe-47f2-b6de-e2f6871ac3fe req-2702d540-a128-4a1e-b48a-e53efa4179c7 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892541 Nov 22 22:16:04.436531 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Router b092ecbf-2498-462f-a4c9-62814d345479 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:16:04.584443 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:16:04.599787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Sync routers for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:16:04.605141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:04.623729 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:16:04.624659 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:16:04.635449 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2150d3a5-691d-4fed-8ab4-ef655ad98910 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2679465 Nov 22 22:16:04.636167 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:16:04.638529 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a1aeda-07b0-4bd5-8a5d-464c1c549133" -d '{"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:16:04.678306 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962949d0-b605-4149-ae51-6190bacd1e85 x-openstack-request-id: req-962949d0-b605-4149-ae51-6190bacd1e85 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:16:04.678712 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:16:04.679053 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-962949d0-b605-4149-ae51-6190bacd1e85 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:16:04.679547 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'status': 'completed', 'code': 200} Nov 22 22:16:04.773378 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-23c31356-d1dd-45ef-9145-3518e01a2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:04.776165 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-23c31356-d1dd-45ef-9145-3518e01a2746 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0726826 Nov 22 22:16:04.784341 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:16:04.910847 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-5267a9f3-c633-42cd-bf79-2f401cb9453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:04.912494 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-5267a9f3-c633-42cd-bf79-2f401cb9453c service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.1277366 Nov 22 22:16:05.005662 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-33ec9888-5fef-4b23-89dd-f316bc7ee7e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 997 time: 0.0777569 Nov 22 22:16:05.068062 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-79bcae50-a8fa-468f-bd48-8891e456a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:05.069669 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-79bcae50-a8fa-468f-bd48-8891e456a6aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0566006 Nov 22 22:16:05.134028 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'mac_address': 'fa:16:3e:aa:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:16:03Z', 'updated_at': '2021-11-22T22:16:03Z', 'revision_number': 0, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:16:05.139854 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-781f3b8d-0710-4159-b422-13959984a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:05.141850 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-781f3b8d-0710-4159-b422-13959984a3a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555887 Nov 22 22:16:05.184357 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Checking router: b092ecbf-2498-462f-a4c9-62814d345479 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:16:05.199726 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:16:05.200805 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:15:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:16:05.249838 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-f93ea3d4-9d54-435f-a265-02169c2fdfad service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995057 Nov 22 22:16:05.356918 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-79a1aeda-07b0-4bd5-8a5d-464c1c549133 req-3a65507e-5259-43ef-910e-d7af21301f23 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998363 Nov 22 22:16:05.372516 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:16:05.560521 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14766d-88d7-4213-a6cb-edfef2735f98 req-51a48501-90f5-43e4-bc26-278dc9015458 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:05.563260 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8f14766d-88d7-4213-a6cb-edfef2735f98 req-51a48501-90f5-43e4-bc26-278dc9015458 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0711303 Nov 22 22:16:05.638420 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8f14766d-88d7-4213-a6cb-edfef2735f98 req-72e835c4-4b67-4e43-9bd7-feb0514765b2 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680833 Nov 22 22:16:05.673975 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'mac_address': 'fa:16:3e:aa:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:16:03Z', 'updated_at': '2021-11-22T22:16:03Z', 'revision_number': 0, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:16:05.703873 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b91255-dac0-472f-b495-b8a147ddadd9 None None] The sync data for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi is: [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'mac_address': 'fa:16:3e:aa:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:16:03Z', 'updated_at': '2021-11-22T22:16:03Z', 'revision_number': 0, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:16:05.913459 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea65055-1b3d-4450-a098-63bffaf1d309 None None] New status for floating IP 36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:16:06.774730 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36296e-03c8-42f5-b496-a9a8962e652b req-f668a62d-8b40-421b-abd6-874808d5847c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:06.776325 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe36296e-03c8-42f5-b496-a9a8962e652b req-f668a62d-8b40-421b-abd6-874808d5847c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0599680 Nov 22 22:16:06.842723 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe36296e-03c8-42f5-b496-a9a8962e652b req-626d4575-989c-407c-9695-11c934ef3b32 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597720 Nov 22 22:16:07.187850 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-06ab1f52-3720-447b-97c9-831b08324f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:07.984991 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab20de4-7f87-468d-9d39-472e8a43a889 req-2c103e49-9f0e-4781-b20d-166e2a42e34d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:07.987424 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ab20de4-7f87-468d-9d39-472e8a43a889 req-2c103e49-9f0e-4781-b20d-166e2a42e34d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0596721 Nov 22 22:16:08.066503 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9ab20de4-7f87-468d-9d39-472e8a43a889 req-7436fe29-3ba8-426a-b2ac-1b6184210312 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724549 Nov 22 22:16:09.206178 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392910d0-9782-4477-80c7-d52aa8647cda req-b68a7094-e512-4932-9bf7-aea153c5bfd4 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:09.207858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-392910d0-9782-4477-80c7-d52aa8647cda req-b68a7094-e512-4932-9bf7-aea153c5bfd4 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0630524 Nov 22 22:16:09.280493 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-392910d0-9782-4477-80c7-d52aa8647cda req-7c8d30cd-92cc-4535-bc58-e1ff6164862b tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652862 Nov 22 22:16:10.404583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c424-5351-420a-ba2c-98311da1550b req-991cf7b1-1bfe-445b-8d91-e1a0f131cc9a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:10.406099 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f700c424-5351-420a-ba2c-98311da1550b req-991cf7b1-1bfe-445b-8d91-e1a0f131cc9a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0531192 Nov 22 22:16:10.474797 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f700c424-5351-420a-ba2c-98311da1550b req-cb704cbd-d8ef-4438-a1d3-500626342925 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622838 Nov 22 22:16:10.777538 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2785e583-6273-40de-8a9b-40fd0fc8fdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:11.613126 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:11.616561 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b02f9-13c5-4814-b4aa-ed72b7e428ba req-89a73e41-8638-4867-9bad-2be67d16b898 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:11.618257 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-297b02f9-13c5-4814-b4aa-ed72b7e428ba req-89a73e41-8638-4867-9bad-2be67d16b898 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0641048 Nov 22 22:16:11.684518 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-297b02f9-13c5-4814-b4aa-ed72b7e428ba req-8d3f796f-ad03-48b5-9a43-0c222b36aed3 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598090 Nov 22 22:16:12.815996 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33aae1-c0f2-409f-bf25-e925930636fb req-8ebfe6de-0d0f-4d36-9995-e5a085fa8aaf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:12.817650 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d33aae1-c0f2-409f-bf25-e925930636fb req-8ebfe6de-0d0f-4d36-9995-e5a085fa8aaf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0560055 Nov 22 22:16:12.891574 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9d33aae1-c0f2-409f-bf25-e925930636fb req-02f9eeca-b338-48c3-acbc-4503c5fdc46a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631795 Nov 22 22:16:13.293622 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:13.316279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:14.018997 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d64dc-c36d-4008-8b9c-771b3cf02438 req-59420f19-c3f0-4641-b647-b1e377c7d2a1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:14.020607 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b89d64dc-c36d-4008-8b9c-771b3cf02438 req-59420f19-c3f0-4641-b647-b1e377c7d2a1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0541477 Nov 22 22:16:14.093401 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b89d64dc-c36d-4008-8b9c-771b3cf02438 req-5d35fbbb-0723-44cb-b3d3-164d8627fc37 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658579 Nov 22 22:16:15.218557 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3600-66ee-4c3f-b6fc-5008b863f4c8 req-dcb79243-d505-4db9-a6c6-07b4a8a2e3b6 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:15.220237 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e19a3600-66ee-4c3f-b6fc-5008b863f4c8 req-dcb79243-d505-4db9-a6c6-07b4a8a2e3b6 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0555449 Nov 22 22:16:15.298582 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e19a3600-66ee-4c3f-b6fc-5008b863f4c8 req-2d50588f-8fb7-4efc-9a40-2c25eba2787c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709808 Nov 22 22:16:15.800404 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:16.435859 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee48adc-d0fb-48c5-a6ad-d8b38ff1bb7c req-da8f200e-09a0-48ea-8f38-5a35cbb5334a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:16.437676 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fee48adc-d0fb-48c5-a6ad-d8b38ff1bb7c req-da8f200e-09a0-48ea-8f38-5a35cbb5334a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0581093 Nov 22 22:16:16.516254 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fee48adc-d0fb-48c5-a6ad-d8b38ff1bb7c req-49531aa4-d54e-44c3-9068-008373d6d732 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660310 Nov 22 22:16:17.649524 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505c0a5-372f-4cb7-950d-45e6e27ffce5 req-34b3df47-9fe1-4ef8-85ca-d38246bcbabf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:17.651143 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b505c0a5-372f-4cb7-950d-45e6e27ffce5 req-34b3df47-9fe1-4ef8-85ca-d38246bcbabf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0595193 Nov 22 22:16:17.732462 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b505c0a5-372f-4cb7-950d-45e6e27ffce5 req-8cfe9749-8a1c-4dd2-991c-6705479b0878 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707748 Nov 22 22:16:18.916996 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666a119-bdc3-4985-81b1-99a2ec24af87 req-9a1a0938-b06e-4564-99a2-4efb11742edd tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:18.919829 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a666a119-bdc3-4985-81b1-99a2ec24af87 req-9a1a0938-b06e-4564-99a2-4efb11742edd tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0886097 Nov 22 22:16:19.014147 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a666a119-bdc3-4985-81b1-99a2ec24af87 req-759a0497-b66b-4245-b3f1-6dbda2704a27 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829544 Nov 22 22:16:20.134065 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6025987-94dd-4fb5-a2ff-4c50a068ff15 req-1b1fb097-8193-4286-b2bd-83edb2318035 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:20.135710 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f6025987-94dd-4fb5-a2ff-4c50a068ff15 req-1b1fb097-8193-4286-b2bd-83edb2318035 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0550921 Nov 22 22:16:20.223395 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f6025987-94dd-4fb5-a2ff-4c50a068ff15 req-e3cfb6fb-f4c1-4076-b9f7-e23fa2cbfcb9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766921 Nov 22 22:16:21.369398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a707-c726-4ae1-a38d-be70e6598e12 req-13fcaa48-c7a3-4ddc-abec-80e34c89a83e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:21.371229 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7d26a707-c726-4ae1-a38d-be70e6598e12 req-13fcaa48-c7a3-4ddc-abec-80e34c89a83e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0634112 Nov 22 22:16:21.465676 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7d26a707-c726-4ae1-a38d-be70e6598e12 req-0786c3e2-10b9-4e31-82d4-d79fbf7a6b39 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835073 Nov 22 22:16:22.143365 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-2d15e9b1-985a-4a0a-8802-27746e6d28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:22.145391 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-2d15e9b1-985a-4a0a-8802-27746e6d28ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1138 time: 0.0533433 Nov 22 22:16:22.280556 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-4eba1edb-8fb9-4ba5-a9db-b4aeb67777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:22.282677 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-4eba1edb-8fb9-4ba5-a9db-b4aeb67777fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1136770 Nov 22 22:16:22.357787 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-6be31631-80b2-432a-b90b-f500211f6382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0679321 Nov 22 22:16:22.412240 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-f375d3ad-bcd7-4e01-afa7-b7f442c11c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:22.413738 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-f375d3ad-bcd7-4e01-afa7-b7f442c11c0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.0492563 Nov 22 22:16:22.468596 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-2fb03c97-291d-40b1-95b4-76b09be50193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:22.470409 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-2fb03c97-291d-40b1-95b4-76b09be50193 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492930 Nov 22 22:16:22.612861 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-c0b97ffd-2ffb-4af1-b347-dffcd0f2df34 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350279 Nov 22 22:16:22.614082 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5e82f-fd29-46e6-b065-6f4c63183c64 req-56f48c39-8dee-4a01-ac93-656076be564c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:22.616204 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a9b5e82f-fd29-46e6-b065-6f4c63183c64 req-56f48c39-8dee-4a01-ac93-656076be564c tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0678592 Nov 22 22:16:22.704930 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a9b5e82f-fd29-46e6-b065-6f4c63183c64 req-0750ad45-1bf9-4e69-a325-7be88c62d226 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&id=dd51ecda-44e4-48de-bf0c-482fb5d61f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788183 Nov 22 22:16:22.745864 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-4ce245c2-1405-4039-b4f2-d9fd5dfe2d2c req-0501fbfd-3a1f-4e69-a27c-6e97d4dcd33f service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253464 Nov 22 22:16:22.872168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58356) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:23.007989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.113653 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.119224 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.163069 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f309955d4ef94f628c7e36f5758980f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897801 Nov 22 22:16:23.163942 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6694071-a50d-4f5a-952d-24df764763b9,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:23.165993 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58360) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:23.172035 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.172353 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.172676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.173005 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.173423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.173766 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.174116 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.174441 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.174784 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.175102 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.175425 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.175740 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d81914-8551-4ecf-b724-b3a242937e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.238273 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.262050 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.318975 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.321763 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:23.323020 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6694071-a50d-4f5a-952d-24df764763b9 HTTP/1.1" status: 204 len: 168 time: 0.1557243 Nov 22 22:16:23.331917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6694071-a50d-4f5a-952d-24df764763b9,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:23.340542 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.340943 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.341264 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.341806 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.342181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.342508 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.343524 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.343978 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.344346 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.345398 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.345398 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.345873 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871c53eb-8b69-4f12-8557-24941463b42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:16:23.347825 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:16:24.071644 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58382) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:24.182932 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-461082866-network', 'tenant_id': 'afc8b51da18a41a6b08017994859ca1e'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:16:24.210939 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Made reservation on behalf of afc8b51da18a41a6b08017994859ca1e for: {'network': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:16:24.213884 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.225861 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.335017 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.339498 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.367685 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=102838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:16:24.378471 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e532461-60a7-477f-91bc-3d1620e178a8,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:24.383794 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.384152 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.segments_db [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Added segment f10cbf96-266f-4fea-b588-d0b812b2c8b4 of type vlan for network 84269345-e94f-4ba1-8640-a6b08685cf8d Nov 22 22:16:24.429846 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.458433 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.459563 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:24.460349 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.517672 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4448059 Nov 22 22:16:24.521739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58386) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:16:24.526423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f7e77-39f2-4c6a-a145-7e6d97970d0f admin admin] Pushing event updated for resources: {'Network': ['ID=84269345-e94f-4ba1-8640-a6b08685cf8d,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:24.530223 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Request body: {'subnet': {'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-461082866-subnet', 'tenant_id': 'afc8b51da18a41a6b08017994859ca1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:16:24.538343 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 84269345-e94f-4ba1-8640-a6b08685cf8d details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:16:24.559993 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Made reservation on behalf of afc8b51da18a41a6b08017994859ca1e for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:16:24.565523 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.762016 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.823589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e72e59-1820-4f0b-81a0-46bfa2e093aa,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:24.835308 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Checking segment: {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:16:24.835617 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Network hostable DHCP agents. Network: 84269345-e94f-4ba1-8640-a6b08685cf8d, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:16:24.854259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Network 84269345-e94f-4ba1-8640-a6b08685cf8d is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:16:24.866194 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 84269345-e94f-4ba1-8640-a6b08685cf8d) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:16:24.870544 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:24.871143 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:24.878347 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bbd91b-ba45-4845-953d-0c0a9f785050 None None] Network 84269345-e94f-4ba1-8640-a6b08685cf8d requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:16:24.893799 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ec664efa-abe5-41b1-84aa-78070ec87d22 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3702190 Nov 22 22:16:25.009925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5cc88a-8687-41b0-82b5-312557dbe675 None None] Network 84269345-e94f-4ba1-8640-a6b08685cf8d requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:16:26.789701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-cdf772ee-4d86-459c-a251-443efacd04e6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:26.791769 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-cdf772ee-4d86-459c-a251-443efacd04e6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 813 time: 0.1322901 Nov 22 22:16:26.811807 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-f0813d29-a888-4155-bc95-7d00ee7280bb tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/quotas/afc8b51da18a41a6b08017994859ca1e HTTP/1.1" status: 200 len: 375 time: 0.0128391 Nov 22 22:16:26.846808 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-b6f0584d-5a24-4b2b-945a-152756402230 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286598 Nov 22 22:16:26.949481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-ae441b8e-b1b7-4f22-b5cf-85e03dcdc087 service neutron] 10.222.0.48 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951884 Nov 22 22:16:27.073767 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-75cc569c-68eb-45f3-bd8a-949efb97d490 service neutron] 10.222.0.48 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171467 Nov 22 22:16:27.268260 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ca20f8b2-c5dc-4f54-8b5c-6385e5e657ba req-c6a0047e-ac52-4ece-b424-11db2624ba13 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 210 time: 0.0297863 Nov 22 22:16:28.353382 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-44bfa072-ce09-483d-9afb-c1e91a96721f tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:28.356069 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-44bfa072-ce09-483d-9afb-c1e91a96721f tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 813 time: 0.1525733 Nov 22 22:16:28.374976 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Request body: {'port': {'device_id': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d', 'admin_state_up': True, 'tenant_id': 'afc8b51da18a41a6b08017994859ca1e'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:16:28.388996 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a002bda3-e9b0-41e7-a4f9-fd5b6641c955 req-fc40a00b-894d-4777-b97f-1b8b56f7212a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 210 time: 0.0317600 Nov 22 22:16:28.538410 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Made reservation on behalf of afc8b51da18a41a6b08017994859ca1e for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:16:28.542089 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:28.691009 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Allocated IP 172.20.0.7 (84269345-e94f-4ba1-8640-a6b08685cf8d/58e72e59-1820-4f0b-81a0-46bfa2e093aa/09196421-689f-4deb-93dc-496d7a761915) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:16:28.875834 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:28.913409 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:28.962893 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Network 84269345-e94f-4ba1-8640-a6b08685cf8d is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:16:28.967151 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:16:28.973140 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:16:28.982194 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Pushing event updated for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:29.045292 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:29.045968 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.066478 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-3910574a-e019-42bc-a1ce-5383ee569830 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6995265 Nov 22 22:16:29.083619 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Request body: {'port': {'device_id': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:16:29.172630 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.502981 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09196421-689f-4deb-93dc-496d7a761915 {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:16:29.512077 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.527369 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Transition to ACTIVE for port object 09196421-689f-4deb-93dc-496d7a761915 will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:16:29.533020 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.562118 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54542d29-2cfa-4be8-9079-03abbd385e7f req-18c01c1d-c883-473d-b27b-ae3f821013ad tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:29.564852 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-54542d29-2cfa-4be8-9079-03abbd385e7f req-18c01c1d-c883-473d-b27b-ae3f821013ad tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 931 time: 0.0912766 Nov 22 22:16:29.606991 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Pushing event updated for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:29.620281 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-54542d29-2cfa-4be8-9079-03abbd385e7f req-9ba6b31f-a150-4a98-8396-7835682ec819 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Nov 22 22:16:29.693495 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Attempting to bind port 09196421-689f-4deb-93dc-496d7a761915 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:16:29.693992 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Attempting to bind port 09196421-689f-4deb-93dc-496d7a761915 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:16:29.694331 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Attempting to bind port 09196421-689f-4deb-93dc-496d7a761915 on network 84269345-e94f-4ba1-8640-a6b08685cf8d {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:16:29.699472 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Port 09196421-689f-4deb-93dc-496d7a761915 on network 84269345-e94f-4ba1-8640-a6b08685cf8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:16:29.699852 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Attempting to bind port 09196421-689f-4deb-93dc-496d7a761915 on network 84269345-e94f-4ba1-8640-a6b08685cf8d {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:16:29.707736 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:16:29.708082 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Checking segment: {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:16:29.708694 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Bound using segment: {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:16:29.709437 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Bound port: 09196421-689f-4deb-93dc-496d7a761915, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:16:29.709897 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.793671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:16:29.799823 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=09196421-689f-4deb-93dc-496d7a761915,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:16:29.807054 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.869369 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:29.870113 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:29.871655 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/09196421-689f-4deb-93dc-496d7a761915 HTTP/1.1" status: 200 len: 1093 time: 0.7937982 Nov 22 22:16:29.872196 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'tag': '09196421-689f-4deb-93dc-496d7a761915'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:16:29.874998 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b224f5f-641c-404c-8562-265c4a9f16d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "tag": "09196421-689f-4deb-93dc-496d7a761915"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:16:29.912682 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c4290-a071-46f7-a84c-fa26546830d8 service neutron] Pushing event updated for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:29.921607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b4a43-29c9-4588-ae12-59243ff08469 x-openstack-request-id: req-1a5b4a43-29c9-4588-ae12-59243ff08469 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:16:29.922247 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "tag": "09196421-689f-4deb-93dc-496d7a761915", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:16:29.922808 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a5b4a43-29c9-4588-ae12-59243ff08469 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:16:29.923317 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'tag': '09196421-689f-4deb-93dc-496d7a761915', 'status': 'completed', 'code': 200} Nov 22 22:16:29.978347 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-73f5e4c9-34cb-4e0a-a1e7-2e71ff12d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:29.979933 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-73f5e4c9-34cb-4e0a-a1e7-2e71ff12d39b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 1096 time: 0.0492849 Nov 22 22:16:30.031297 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-a6c9cb94-cc14-4a90-9105-e2157ac4dc31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09196421-689f-4deb-93dc-496d7a761915 HTTP/1.1" status: 200 len: 217 time: 0.0398760 Nov 22 22:16:30.087200 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-8572341e-2838-4dce-842e-0ee71b1db77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:30.088705 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-8572341e-2838-4dce-842e-0ee71b1db77a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58e72e59-1820-4f0b-81a0-46bfa2e093aa HTTP/1.1" status: 200 len: 853 time: 0.0483027 Nov 22 22:16:30.137328 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-8fb28e35-86a3-4934-afa5-dc91557ab2af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84269345-e94f-4ba1-8640-a6b08685cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391135 Nov 22 22:16:30.248772 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-4f853860-d1a7-46dd-8371-dcfe17fbda7e service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984302 Nov 22 22:16:30.353016 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-75394909-8ac0-4f0b-bdf2-9ae5aa5d9379 req-d4037c57-9ceb-4b6c-b70e-48f549274bda service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973239 Nov 22 22:16:30.457852 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-0ce76581-afa1-4579-a43b-107177c45a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:30.459405 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-0ce76581-afa1-4579-a43b-107177c45a57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 1096 time: 0.0550563 Nov 22 22:16:30.562557 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-c11a630d-1c81-4598-8329-3f207c7849b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:30.564054 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-c11a630d-1c81-4598-8329-3f207c7849b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 914 time: 0.0963671 Nov 22 22:16:30.616684 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-83a2f271-f65d-48f4-bdf5-b9110bdb12ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09196421-689f-4deb-93dc-496d7a761915 HTTP/1.1" status: 200 len: 217 time: 0.0424094 Nov 22 22:16:30.683761 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-775516ac-b3c3-4611-9695-58cba9059177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:30.686327 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-775516ac-b3c3-4611-9695-58cba9059177 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58e72e59-1820-4f0b-81a0-46bfa2e093aa HTTP/1.1" status: 200 len: 853 time: 0.0616159 Nov 22 22:16:30.722408 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-3f78c5fc-28ed-4084-b7f9-f2e69e5fa4d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84269345-e94f-4ba1-8640-a6b08685cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274544 Nov 22 22:16:30.791717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69953310-e662-4e32-a925-c189eb9dfcd2 req-71e3a006-20e1-45e7-845e-a5093963a2e1 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:30.794032 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-69953310-e662-4e32-a925-c189eb9dfcd2 req-71e3a006-20e1-45e7-845e-a5093963a2e1 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 943 time: 0.0777822 Nov 22 22:16:30.852003 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-ccf628f1-d1b2-475f-8f5a-c0bede1176d8 service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Nov 22 22:16:30.857134 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-69953310-e662-4e32-a925-c189eb9dfcd2 req-c4a79b3b-4064-4a61-99c7-7b0197afb6a4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 Nov 22 22:16:30.958501 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-8b224f5f-641c-404c-8562-265c4a9f16d6 req-4b751686-fd73-4635-a855-6c04144b5b75 service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979831 Nov 22 22:16:31.725454 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 09196421-689f-4deb-93dc-496d7a761915 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:16:31.846039 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=09196421-689f-4deb-93dc-496d7a761915,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:16:31.862546 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '09196421-689f-4deb-93dc-496d7a761915', 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d', 'port_id': '09196421-689f-4deb-93dc-496d7a761915', 'mac_address': 'fa:16:3e:25:06:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e72e59-1820-4f0b-81a0-46bfa2e093aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:16:31.905534 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:31.923639 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09196421-689f-4deb-93dc-496d7a761915 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:16:31.957927 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=09196421-689f-4deb-93dc-496d7a761915,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:16:31.964239 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:32.019680 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f736e1-34a3-462d-9674-30edc69c5642 req-e841f818-c7d2-4aad-9ed2-acddce4c3374 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:32.022205 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49f736e1-34a3-462d-9674-30edc69c5642 req-e841f818-c7d2-4aad-9ed2-acddce4c3374 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 944 time: 0.0641162 Nov 22 22:16:32.031282 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:32.100642 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-49f736e1-34a3-462d-9674-30edc69c5642 req-e7347202-8ec8-48e5-847b-8703f0642be9 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709951 Nov 22 22:16:32.219683 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['09196421-689f-4deb-93dc-496d7a761915'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:16:33.238909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe4f03-8fb6-4b34-a88c-6f586386f43e req-59e3de86-59a2-488a-ae59-2d4e4e1e8cf4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:33.240705 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1ffe4f03-8fb6-4b34-a88c-6f586386f43e req-59e3de86-59a2-488a-ae59-2d4e4e1e8cf4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 944 time: 0.0541050 Nov 22 22:16:33.311864 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1ffe4f03-8fb6-4b34-a88c-6f586386f43e req-8eb63b56-1b7a-4356-a257-4fe586a03ee2 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Nov 22 22:16:33.751583 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 09196421-689f-4deb-93dc-496d7a761915 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:16:33.812878 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 09196421-689f-4deb-93dc-496d7a761915 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:16:33.820427 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 09196421-689f-4deb-93dc-496d7a761915 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:16:33.821019 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:33.962789 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:33.995727 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09196421-689f-4deb-93dc-496d7a761915'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:16:33.998287 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783eb529-d71e-453f-9420-1e2438218b16" -d '{"events": [{"server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "name": "network-vif-plugged", "status": "completed", "tag": "09196421-689f-4deb-93dc-496d7a761915"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:16:34.013874 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=09196421-689f-4deb-93dc-496d7a761915,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:16:34.019590 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:34.062503 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78342f02-2dfd-4966-8ed9-ec2dfbc57397 x-openstack-request-id: req-78342f02-2dfd-4966-8ed9-ec2dfbc57397 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:16:34.062842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "name": "network-vif-plugged", "status": "completed", "tag": "09196421-689f-4deb-93dc-496d7a761915", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:16:34.063098 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78342f02-2dfd-4966-8ed9-ec2dfbc57397 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:16:34.063527 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09196421-689f-4deb-93dc-496d7a761915', 'code': 200} Nov 22 22:16:34.080467 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:16:34.270700 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda5fa3-40cc-45d8-a684-284f437459ae req-7db9115d-9265-4e87-ae0c-39f620651890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:34.272730 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-2eda5fa3-40cc-45d8-a684-284f437459ae req-7db9115d-9265-4e87-ae0c-39f620651890 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 1098 time: 0.0522752 Nov 22 22:16:34.330316 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-2eda5fa3-40cc-45d8-a684-284f437459ae req-d5ae6474-0704-45eb-9dab-ef0d6e6cdb26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Nov 22 22:16:34.440842 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1311d-d1b2-45f2-b862-cceafa1a8f4e req-767f23b9-cc60-437e-8645-9e3fae1fd05a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:34.442586 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57d1311d-d1b2-45f2-b862-cceafa1a8f4e req-767f23b9-cc60-437e-8645-9e3fae1fd05a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 945 time: 0.0545461 Nov 22 22:16:34.502056 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-57d1311d-d1b2-45f2-b862-cceafa1a8f4e req-0cc36857-1e02-412f-b978-5cc920149663 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483396 Nov 22 22:16:35.636834 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047abb-77e3-4c2f-ac54-418238e8b77d req-0f67c9c0-7180-4adf-948e-98229c56784f tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:16:35.638987 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41047abb-77e3-4c2f-ac54-418238e8b77d req-0f67c9c0-7180-4adf-948e-98229c56784f tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 945 time: 0.0577693 Nov 22 22:16:35.696416 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-41047abb-77e3-4c2f-ac54-418238e8b77d req-df572f56-c0a4-4323-a61f-5f91defb4b93 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491781 Nov 22 22:16:37.187711 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2229-1677-400a-9477-e6b588917d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:40.777576 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-bab836af-8c3b-4ae3-9775-07753741c757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:41.615880 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:43.295669 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:43.322791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:16:45.819029 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:00.348772 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:17:01.675097 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-37948269-c524-4195-9a7c-d5e0382477eb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081595959&fields=id&tenant_id=71d85e0bac8f447dac22b78e333efff2 HTTP/1.1" status: 200 len: 267 time: 0.0494547 Nov 22 22:17:01.744566 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-38a46fb4-559a-436b-89b1-a11d3a00328f tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:01.747481 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-38a46fb4-559a-436b-89b1-a11d3a00328f tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 985 time: 0.0656621 Nov 22 22:17:01.759019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Request body: {'port': {'security_groups': ['215109d4-2a94-456b-90cb-da7b4a9d86c0']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:01.838761 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.093036 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:02.130883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.137448 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.155429 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:17:02.189614 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:02.190296 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.198194 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58594) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:02.207401 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0426df5b-bb3f-4986-aa2d-bb53b50961a7 req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "PUT /v2.0/ports/8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 943 time: 0.4530668 Nov 22 22:17:02.207919 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:02.217274 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994b1da-2b2c-4c81-bb2b-e867273c0e47" -d '{"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:02.269804 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.315988 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b85c0-d755-45d1-9b7c-2f894b8f9ecb tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event updated for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=7']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:02.318723 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.349950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e29067-c7f3-499b-9fe4-e69a0466baf0 x-openstack-request-id: req-77e29067-c7f3-499b-9fe4-e69a0466baf0 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:02.350184 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:17:02.350635 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:02.351064 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77e29067-c7f3-499b-9fe4-e69a0466baf0 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:02.351675 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:17:02.436226 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-2e94112e-9691-4bfb-a549-c14542271e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:02.438642 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-2e94112e-9691-4bfb-a549-c14542271e99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1099 time: 0.0720849 Nov 22 22:17:02.515914 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.518648 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.520106 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd51ecda-44e4-48de-bf0c-482fb5d61f2e HTTP/1.1" status: 204 len: 168 time: 0.3209035 Nov 22 22:17:02.522919 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58600) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:02.538792 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d954-245c-4395-81b8-47ff1b14b6d9 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd51ecda-44e4-48de-bf0c-482fb5d61f2e,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:02.583603 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-3577b32a-d07d-41bb-807f-a853fe3a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:02.586004 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-3577b32a-d07d-41bb-807f-a853fe3a2461 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.1364219 Nov 22 22:17:02.646014 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-8065aae4-8cf3-46b6-a162-26e739b26f30 None None] Provisioning complete for port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:02.646640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8065aae4-8cf3-46b6-a162-26e739b26f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.675565 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-cf9316d3-bf12-4c7f-a2be-8d0022b39b89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0808566 Nov 22 22:17:02.709373 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Deleting port 3706ba95-c8ec-49e4-8db2-f0a722fe861f {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:02.710023 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.743445 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-963fb7aa-883d-4b27-afa3-39f9e18b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:02.745046 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-963fb7aa-883d-4b27-afa3-39f9e18b4279 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.0605352 Nov 22 22:17:02.838945 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.839306 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:02.853423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Calling delete_port for 3706ba95-c8ec-49e4-8db2-f0a722fe861f owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:03.332804 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:03.362743 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event deleted for resources: {'Port': ['ID=3706ba95-c8ec-49e4-8db2-f0a722fe861f,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:03.439510 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:03.439847 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Floating IP dfbeb12e-6ac8-444a-be3d-eeb415d6dd47 disassociated (deleted). External IP: 172.27.1.164, port: 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5. Nov 22 22:17:03.622504 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-e6f52c8d-b696-4454-b82d-2ed8f03a5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:03.624114 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-e6f52c8d-b696-4454-b82d-2ed8f03a5834 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522821 Nov 22 22:17:03.682988 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Router 8ad95ed7-8939-48e9-841f-938aa3c61cfb has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:17:03.822272 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:03.828059 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:03.834732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Sync routers for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:03.851233 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:03.852024 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:16:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:03.860209 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-dd3e51fe-f203-437c-b08a-15358fea49a0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "DELETE /v2.0/floatingips/dfbeb12e-6ac8-444a-be3d-eeb415d6dd47 HTTP/1.1" status: 204 len: 168 time: 1.3361056 Nov 22 22:17:03.995340 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:04.234842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:04.262583 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Checking router: 8ad95ed7-8939-48e9-841f-938aa3c61cfb for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:04.272839 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:04.273521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:16:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:04.353446 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:04.355873 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e4714-858b-473b-b117-5d8a3bd5fed4" -d '{"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:04.392819 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:04.398264 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f6e680-caf7-414c-b9b8-0195b35f6d57 x-openstack-request-id: req-f0f6e680-caf7-414c-b9b8-0195b35f6d57 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:04.398655 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:04.399041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0f6e680-caf7-414c-b9b8-0195b35f6d57 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:04.399620 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:17:04.622706 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:04.655261 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daad6fb-293f-4468-a57c-5453634f1b34 None None] The sync data for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi is: [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:14:31Z', 'revision_number': 4, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '53721c63-db35-436b-9a56-899429ca7aeb', 'name': '', 'network_id': '09c94e78-bbd8-44c1-b553-b891bfea12af', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'mac_address': 'fa:16:3e:1d:cf:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:30Z', 'updated_at': '2021-11-22T22:14:35Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'subnets': [{'id': 'a7cb3490-ae62-4651-be5d-ed2130dbc9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:04.901257 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b68a4-42d1-458d-a681-cced5565d645 None None] New status for floating IP dfbeb12e-6ac8-444a-be3d-eeb415d6dd47: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:17:05.484674 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-1a7a4bfb-5478-4bd4-8e3a-b897500afeb0 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187501 Nov 22 22:17:05.602095 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-5994b1da-2b2c-4c81-bb2b-e867273c0e47 req-1a4645f2-83cc-4b5c-b17f-c42d1eb344e2 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049759 Nov 22 22:17:05.703826 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-7489b1a8-fa19-4449-a9ae-286407ecf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:05.705469 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-7489b1a8-fa19-4449-a9ae-286407ecf69a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71d85e0bac8f447dac22b78e333efff2&device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 1099 time: 0.0473804 Nov 22 22:17:06.092107 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-b3a2c37a-80e8-4ce4-aa76-eac924f28556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:06.095282 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-b3a2c37a-80e8-4ce4-aa76-eac924f28556 service neutron] 10.222.0.31 "GET /v2.0/networks?id=09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 200 len: 915 time: 0.3819277 Nov 22 22:17:06.145066 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-8b156720-6c32-429b-9b1a-2489f0e6259f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0417712 Nov 22 22:17:06.201804 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-474103c2-9717-40bc-a4b5-16030ab27b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:06.203577 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-474103c2-9717-40bc-a4b5-16030ab27b4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 200 len: 853 time: 0.0501983 Nov 22 22:17:06.271647 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-5c5c986d-e59b-4d0a-9fa3-14e1c67c61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:06.274858 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-5c5c986d-e59b-4d0a-9fa3-14e1c67c61c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=09c94e78-bbd8-44c1-b553-b891bfea12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624256 Nov 22 22:17:06.420590 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-700e77ad-43f1-4555-ae9a-2e84726aaa4c service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369793 Nov 22 22:17:06.551316 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-367e4714-858b-473b-b117-5d8a3bd5fed4 req-aece0919-bab7-4899-85f0-a336ab1f0287 service neutron] 10.222.0.31 "GET /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228564 Nov 22 22:17:07.187644 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b4b00fc4-0e2d-4e65-a3b1-f7cfff65fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:07.812640 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad94c72-ac39-4866-a369-73b9384d402f req-e4d00703-d3eb-49de-bccc-77a15f7172c1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:07.814334 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3ad94c72-ac39-4866-a369-73b9384d402f req-e4d00703-d3eb-49de-bccc-77a15f7172c1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0560124 Nov 22 22:17:07.869386 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3ad94c72-ac39-4866-a369-73b9384d402f req-2373c6a4-f7ff-421b-a877-cd4371fdbdc4 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Nov 22 22:17:09.020913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bca5-87ca-45aa-99dd-f1647062372e req-4e530a29-c09e-4f28-b7c6-458a1c05427e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:09.022751 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-50c1bca5-87ca-45aa-99dd-f1647062372e req-4e530a29-c09e-4f28-b7c6-458a1c05427e tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0620077 Nov 22 22:17:09.082570 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-50c1bca5-87ca-45aa-99dd-f1647062372e req-bb1727bf-9759-426a-a693-9a7da7739c06 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 Nov 22 22:17:10.361294 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e69a8a-d9e3-4a5f-a288-caa617032b94 req-dfe6d80c-309e-498c-9d41-fdbabe7151a3 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:10.363381 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d4e69a8a-d9e3-4a5f-a288-caa617032b94 req-dfe6d80c-309e-498c-9d41-fdbabe7151a3 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.1927733 Nov 22 22:17:10.430814 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d4e69a8a-d9e3-4a5f-a288-caa617032b94 req-17c674d6-33ab-4e63-bb70-ffdf26018a00 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573654 Nov 22 22:17:10.774087 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-837bc59f-73cd-49d4-8899-272c7f28734e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:11.620112 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:11.642322 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05023f0-a562-4b07-a09f-5697ffe33a8a req-ce0b2390-3aae-41cf-bc31-5be835d4adbf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:11.644874 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d05023f0-a562-4b07-a09f-5697ffe33a8a req-ce0b2390-3aae-41cf-bc31-5be835d4adbf tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.1322904 Nov 22 22:17:11.726383 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d05023f0-a562-4b07-a09f-5697ffe33a8a req-5c220c06-8eef-473b-a0d1-dbac5ef3246d tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747316 Nov 22 22:17:12.857687 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560575a-a94a-443c-a687-a62a0014a7b1 req-42ad4a62-2fe4-4bdb-82f4-e8f7db1cb7dd tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:12.859379 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e560575a-a94a-443c-a687-a62a0014a7b1 req-42ad4a62-2fe4-4bdb-82f4-e8f7db1cb7dd tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0549626 Nov 22 22:17:12.923947 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e560575a-a94a-443c-a687-a62a0014a7b1 req-acf7eccc-40c5-4275-a739-0ed5c5e89dd0 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Nov 22 22:17:13.309952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:13.326793 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:14.086016 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca34fc-7cff-4e1b-b0a5-28c3b3dc6d62 req-8f9832e6-1f1b-45ad-8896-f34b730359ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:14.088964 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-36ca34fc-7cff-4e1b-b0a5-28c3b3dc6d62 req-8f9832e6-1f1b-45ad-8896-f34b730359ac tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0755584 Nov 22 22:17:14.169640 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-36ca34fc-7cff-4e1b-b0a5-28c3b3dc6d62 req-2942b0b3-e237-4520-9dbf-40aa74a95aef tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/security-groups?id=215109d4-2a94-456b-90cb-da7b4a9d86c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734885 Nov 22 22:17:14.324823 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-91b70b75-b68e-4333-8119-079c4ccb27f7 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:14.329553 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-91b70b75-b68e-4333-8119-079c4ccb27f7 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.31 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 946 time: 0.0762763 Nov 22 22:17:14.431877 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Deleting port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:14.432216 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:14.537325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] For port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:14.537713 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:14.553792 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Calling delete_port for 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:14.715231 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:14.728590 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:17:14.750342 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Pushing event deleted for resources: {'Port': ['ID=8072e7ab-f76c-46f5-9c82-7fee70f5e3c5,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:14.803747 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] No DVR routers for this DVR port 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:14.806547 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:14.809981 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-1ccb69b5-e45f-4bfa-baae-b7f0bcc009ea req-d4889eae-d1a7-41a6-9264-bd35076d093a tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.31 "DELETE /v2.0/ports/8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 HTTP/1.1" status: 204 len: 173 time: 0.4733768 Nov 22 22:17:14.810462 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'name': 'network-vif-deleted', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:14.813551 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d76d3-d526-480a-8022-bc0532d1d70b" -d '{"events": [{"server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "name": "network-vif-deleted", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:14.860352 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c77348-1b0e-4901-b98f-a142f79cd32d x-openstack-request-id: req-66c77348-1b0e-4901-b98f-a142f79cd32d {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:14.860758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0464115f-38f7-4ab2-bfbd-de71e6b59502", "name": "network-vif-deleted", "tag": "8072e7ab-f76c-46f5-9c82-7fee70f5e3c5", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:14.861085 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c77348-1b0e-4901-b98f-a142f79cd32d {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:14.861583 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0464115f-38f7-4ab2-bfbd-de71e6b59502', 'name': 'network-vif-deleted', 'tag': '8072e7ab-f76c-46f5-9c82-7fee70f5e3c5', 'status': 'completed', 'code': 200} Nov 22 22:17:15.368648 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-804ef699-3c97-4962-be9d-766b5b71cc63 req-7087c0df-c714-4f3f-9a9e-5b968efbdbb1 tempest-TestMinimumBasicScenario-1609140666 tempest-TestMinimumBasicScenario-1609140666-project] 10.222.0.48 "GET /v2.0/ports?device_id=0464115f-38f7-4ab2-bfbd-de71e6b59502 HTTP/1.1" status: 200 len: 210 time: 0.0571911 Nov 22 22:17:15.814113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:17.291690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58738) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:17.405860 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:17.430765 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:17.431292 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 8072e7ab-f76c-46f5-9c82-7fee70f5e3c5 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:17.701323 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:17.997941 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Deleting port 53721c63-db35-436b-9a56-899429ca7aeb {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:17.998365 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:18.099315 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] For port 53721c63-db35-436b-9a56-899429ca7aeb, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=53721c63-db35-436b-9a56-899429ca7aeb,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:18.099771 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:18.119600 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Calling delete_port for 53721c63-db35-436b-9a56-899429ca7aeb owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:18.339181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:18.368212 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Pushing event deleted for resources: {'Port': ['ID=53721c63-db35-436b-9a56-899429ca7aeb,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:18.604824 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:18.945555 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Router 8ad95ed7-8939-48e9-841f-938aa3c61cfb has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:17:19.194359 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:19.206193 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1a5576de-de43-431b-b579-79d7e584b65e admin admin] 10.222.0.48 "PUT /v2.0/routers/8ad95ed7-8939-48e9-841f-938aa3c61cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129562 Nov 22 22:17:19.210207 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58756) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:19.215455 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Sync routers for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:19.232878 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:19.234182 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:19.442049 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:19.466975 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:19.646582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:19.719217 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:17:18Z', 'revision_number': 5, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port': {'id': 'c83e1b68-c538-425d-9f7f-07ef8eef6bf3', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:26Z', 'updated_at': '2021-11-22T22:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:19.726667 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Deleting port c83e1b68-c538-425d-9f7f-07ef8eef6bf3 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:19.727222 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:19.750115 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Checking router: 8ad95ed7-8939-48e9-841f-938aa3c61cfb for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:19.763883 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Routers {'8ad95ed7-8939-48e9-841f-938aa3c61cfb'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:19.765296 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:19.871260 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] For port c83e1b68-c538-425d-9f7f-07ef8eef6bf3, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:19.871609 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:19.891395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Calling delete_port for c83e1b68-c538-425d-9f7f-07ef8eef6bf3 owned by network:router_gateway {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:20.068590 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] Set router 8ad95ed7-8939-48e9-841f-938aa3c61cfb gateway port host: None {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:20.120790 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.129668 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:17:19Z', 'revision_number': 6, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:20.156394 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c83e1b68-c538-425d-9f7f-07ef8eef6bf3,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:20.159787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d41de0-0d41-4f60-aa73-351bd44d098b None None] The sync data for ids ['8ad95ed7-8939-48e9-841f-938aa3c61cfb'] in dv-cinder-774288-12-iscsi is: [{'id': '8ad95ed7-8939-48e9-841f-938aa3c61cfb', 'name': 'tempest-TestMinimumBasicScenario-425506050-router', 'tenant_id': '71d85e0bac8f447dac22b78e333efff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:25Z', 'updated_at': '2021-11-22T22:17:19Z', 'revision_number': 6, 'project_id': '71d85e0bac8f447dac22b78e333efff2', 'gw_port_host': None}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:20.275272 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.377309 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.379843 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.429426 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.430030 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad95ed7-8939-48e9-841f-938aa3c61cfb {{(pid=102837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:17:20.439791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.440750 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-f19d4b71-e632-4b90-be8e-a00e5b5d2a8a admin admin] 10.222.0.48 "DELETE /v2.0/routers/8ad95ed7-8939-48e9-841f-938aa3c61cfb HTTP/1.1" status: 204 len: 168 time: 1.2268643 Nov 22 22:17:20.445051 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58762) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:20.494914 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Deleting subnet a7cb3490-ae62-4651-be5d-ed2130dbc9e8 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:17:20.498591 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.559157 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.711852 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943399e-739c-4cda-9d83-1989af3f336d req-369231ac-d4a5-4216-9a2a-216f7d58b619 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:20.713601 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3943399e-739c-4cda-9d83-1989af3f336d req-369231ac-d4a5-4216-9a2a-216f7d58b619 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 945 time: 0.1510823 Nov 22 22:17:20.746848 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.810117 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3943399e-739c-4cda-9d83-1989af3f336d req-a07f7880-416b-464d-8d8b-f72c07c539c2 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885866 Nov 22 22:17:20.840063 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.869927 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7cb3490-ae62-4651-be5d-ed2130dbc9e8,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:20.878913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:20.884925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4608dd7-5675-4b30-9837-1c0b265ce378 None None] Network 09c94e78-bbd8-44c1-b553-b891bfea12af requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:20.885546 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-0227b542-f156-4210-98ed-6cd0f3ecab08 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7cb3490-ae62-4651-be5d-ed2130dbc9e8 HTTP/1.1" status: 204 len: 168 time: 0.4386663 Nov 22 22:17:20.887749 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58766) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:20.990384 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.087044 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Deleting port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:21.087393 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.151534 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device c83e1b68-c538-425d-9f7f-07ef8eef6bf3 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:21.187202 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: c83e1b68-c538-425d-9f7f-07ef8eef6bf3 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:21.187835 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device c83e1b68-c538-425d-9f7f-07ef8eef6bf3 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:21.188546 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 53721c63-db35-436b-9a56-899429ca7aeb no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:21.200865 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] For port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:21.201499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.226111 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] DHCP port deletion for 09c94e78-bbd8-44c1-b553-b891bfea12af request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:17:21.231312 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 53721c63-db35-436b-9a56-899429ca7aeb {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:21.231846 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 53721c63-db35-436b-9a56-899429ca7aeb not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:21.233739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Calling delete_port for 5e69e442-6627-4bbe-bcc2-f8d315bcc26b owned by network:dhcp {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:21.326584 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Deleting port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:21.327279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.398146 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.440576 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] For port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,segment=NetworkSegment(5cfab56c-85b2-48e7-bbf0-97357b8bea2f),segment_id=5cfab56c-85b2-48e7-bbf0-97357b8bea2f)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:21.441230 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.444586 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:21.455589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] No DVR routers for this DVR port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b on host dv-cinder-774288-12-iscsi {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:21.465234 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Calling delete_port for 5e69e442-6627-4bbe-bcc2-f8d315bcc26b owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:21.545794 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.569959 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c94e78-bbd8-44c1-b553-b891bfea12af']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:21.582496 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfab56c-85b2-48e7-bbf0-97357b8bea2f') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:21.582800 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfab56c-85b2-48e7-bbf0-97357b8bea2f') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:21.595275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.610139 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.613671 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.621288 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:17:21.621642 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:17:21.623670 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:17:21.643915 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Pushing event deleted for resources: {'Port': ['ID=5e69e442-6627-4bbe-bcc2-f8d315bcc26b,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:21.649480 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] No DVR routers for this DVR port 5e69e442-6627-4bbe-bcc2-f8d315bcc26b on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:21.665543 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.666110 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.666947 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.667477 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.668006 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.669256 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.669256 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.669689 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.670140 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.670753 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.671254 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.672056 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e63c73-015f-4aa8-965c-0c0e80a857ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:21.695357 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.700971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:21.709832 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] 10.222.0.48 "DELETE /v2.0/networks/09c94e78-bbd8-44c1-b553-b891bfea12af HTTP/1.1" status: 204 len: 168 time: 0.8158650 Nov 22 22:17:21.710341 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58768) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:21.719876 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd6fd-dfc9-452a-9b12-34d4c6531b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c94e78-bbd8-44c1-b553-b891bfea12af,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:21.977906 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e2f8-e367-48f2-9477-260bcfe7f7bc req-20d05808-440f-49ed-826c-7130d77c3ae6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:21.979542 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4154e2f8-e367-48f2-9477-260bcfe7f7bc req-20d05808-440f-49ed-826c-7130d77c3ae6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 945 time: 0.0540581 Nov 22 22:17:22.047274 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4154e2f8-e367-48f2-9477-260bcfe7f7bc req-d7faaf20-6934-40a7-b5a2-32fd5f7ef714 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562539 Nov 22 22:17:22.097534 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-e55d42bb-8779-4378-9892-ff5e8287e680 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:22.099000 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-e55d42bb-8779-4378-9892-ff5e8287e680 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 945 time: 0.0667205 Nov 22 22:17:22.250480 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Deleting port 09196421-689f-4deb-93dc-496d7a761915 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:22.250787 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:22.258170 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:22.440361 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] For port 09196421-689f-4deb-93dc-496d7a761915, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=09196421-689f-4deb-93dc-496d7a761915,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:22.440684 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:22.458473 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Calling delete_port for 09196421-689f-4deb-93dc-496d7a761915 owned by compute:nova {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:22.710979 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:22.724357 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['09196421-689f-4deb-93dc-496d7a761915'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:17:23.043942 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Pushing event deleted for resources: {'Port': ['ID=09196421-689f-4deb-93dc-496d7a761915,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:23.095747 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] No DVR routers for this DVR port 09196421-689f-4deb-93dc-496d7a761915 on host hv-cinder-77428 {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:23.098867 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:23.102813 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-457eb845-1cae-4104-a977-4dfe4f5c860e req-5c3e4841-6d81-4843-8f31-6e513eeba5cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "DELETE /v2.0/ports/09196421-689f-4deb-93dc-496d7a761915 HTTP/1.1" status: 204 len: 173 time: 0.9965305 Nov 22 22:17:23.103103 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'name': 'network-vif-deleted', 'tag': '09196421-689f-4deb-93dc-496d7a761915'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:23.105652 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266c7c02-0051-45f1-9ec6-a9db4de1da71" -d '{"events": [{"server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "name": "network-vif-deleted", "tag": "09196421-689f-4deb-93dc-496d7a761915"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:23.114844 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Deleting port fd9d8b19-53a9-400b-a80d-becb6cb03500 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:23.115133 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:23.185525 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 5e69e442-6627-4bbe-bcc2-f8d315bcc26b no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:23.216263 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c1552e-1ed7-4f49-a909-3fe2a9138a3f x-openstack-request-id: req-26c1552e-1ed7-4f49-a909-3fe2a9138a3f {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:23.216725 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad131c71-06b0-4de9-8640-bfc496be924a", "name": "network-vif-deleted", "tag": "09196421-689f-4deb-93dc-496d7a761915", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:23.218068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 5e69e442-6627-4bbe-bcc2-f8d315bcc26b {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:23.218357 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26c1552e-1ed7-4f49-a909-3fe2a9138a3f {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:23.218992 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 5e69e442-6627-4bbe-bcc2-f8d315bcc26b not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:23.221221 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad131c71-06b0-4de9-8640-bfc496be924a', 'name': 'network-vif-deleted', 'tag': '09196421-689f-4deb-93dc-496d7a761915', 'status': 'completed', 'code': 200} Nov 22 22:17:23.240444 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-56579c4e-827e-44dd-a51e-93d5edb3edf8 req-2a365d6d-73dc-4479-b163-6d578cba89d0 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad131c71-06b0-4de9-8640-bfc496be924a HTTP/1.1" status: 200 len: 210 time: 0.0676820 Nov 22 22:17:23.292200 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] For port fd9d8b19-53a9-400b-a80d-becb6cb03500, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=fd9d8b19-53a9-400b-a80d-becb6cb03500,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:23.292556 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:23.314081 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Calling delete_port for fd9d8b19-53a9-400b-a80d-becb6cb03500 owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:23.525782 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:23.560169 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9d8b19-53a9-400b-a80d-becb6cb03500,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:23.578251 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.578606 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.579004 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.579420 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.579756 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.580184 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.580530 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.580999 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.581478 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.581892 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.582220 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.582547 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:23.796284 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:24.073422 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Router dd9c3cfb-b9ba-486b-9226-25b577398aaf has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:17:24.097037 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-4d54cacc-ad22-4a76-b760-d2131487c4f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625291 Nov 22 22:17:24.228857 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-f183bb7f-3695-4021-9916-8ecd56b023eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:24.230640 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-f183bb7f-3695-4021-9916-8ecd56b023eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0981915 Nov 22 22:17:24.238737 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:24.244344 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a6d165ad-dc1b-433f-9871-609fc69baec1 admin admin] 10.222.0.48 "PUT /v2.0/routers/dd9c3cfb-b9ba-486b-9226-25b577398aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323117 Nov 22 22:17:24.247947 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58776) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:24.253606 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Sync routers for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:24.268411 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:24.269288 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:24.416301 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:24.495290 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-304bf5dc-2b2f-4d3d-8e47-36774e24c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:24.499690 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-304bf5dc-2b2f-4d3d-8e47-36774e24c4c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.2094789 Nov 22 22:17:24.499690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:24.653971 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:17:23Z', 'revision_number': 5, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:24.687331 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Checking router: dd9c3cfb-b9ba-486b-9226-25b577398aaf for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:24.697843 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Routers {'dd9c3cfb-b9ba-486b-9226-25b577398aaf'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:24.698508 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:24.750671 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-3d03e2ae-53f7-429a-9f33-1b45433cafa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 999 time: 0.2454605 Nov 22 22:17:24.819941 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] Set router dd9c3cfb-b9ba-486b-9226-25b577398aaf gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:24.853418 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:24.862662 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-f4261979-b6d9-42b6-9aba-51111014cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:24.865147 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-f4261979-b6d9-42b6-9aba-51111014cbf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.1067965 Nov 22 22:17:24.934872 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Deleting port 7c4e7bb3-0925-462b-a9b8-03abea318c13 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:24.935408 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.038888 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:17:23Z', 'revision_number': 5, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:25.053196 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] For port 7c4e7bb3-0925-462b-a9b8-03abea318c13, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7c4e7bb3-0925-462b-a9b8-03abea318c13,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:25.053963 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.071107 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadc38-7518-4ba3-81d6-3a5b3a859a94 None None] The sync data for ids ['dd9c3cfb-b9ba-486b-9226-25b577398aaf'] in dv-cinder-774288-12-iscsi is: [{'id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'name': 'tempest-TestMinimumBasicScenario-1104341252-router', 'tenant_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:34Z', 'updated_at': '2021-11-22T22:17:23Z', 'revision_number': 5, 'project_id': '74f7d05eb7ea4ac3a53d44b12e51843d', 'gw_port': {'id': '7c4e7bb3-0925-462b-a9b8-03abea318c13', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9c3cfb-b9ba-486b-9226-25b577398aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:35Z', 'updated_at': '2021-11-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:25.080827 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Calling delete_port for 7c4e7bb3-0925-462b-a9b8-03abea318c13 owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:25.312261 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.343941 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4e7bb3-0925-462b-a9b8-03abea318c13,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:25.422143 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.527279 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.530085 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.602305 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.603230 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9c3cfb-b9ba-486b-9226-25b577398aaf {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:17:25.610149 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.611740 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ef966eb5-da22-4265-a3c0-814e32f96137 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dd9c3cfb-b9ba-486b-9226-25b577398aaf HTTP/1.1" status: 204 len: 168 time: 1.3626113 Nov 22 22:17:25.615342 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58786) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:25.683464 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Deleting subnet a90c6f08-2a53-43ce-9d4c-4cc0f329e845 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:17:25.688151 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.692555 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-950e81bb-e064-43cb-a898-e50fe3f279f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:25.695387 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-950e81bb-e064-43cb-a898-e50fe3f279f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740805 Nov 22 22:17:25.728299 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.855359 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.926520 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.954895 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90c6f08-2a53-43ce-9d4c-4cc0f329e845,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:25.960142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:25.967218 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58788) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:25.968786 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a90c6f08-2a53-43ce-9d4c-4cc0f329e845 HTTP/1.1" status: 204 len: 168 time: 0.3497396 Nov 22 22:17:25.971779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.972125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.972465 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.972799 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.973159 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.973500 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.973826 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.974226 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.974476 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.974796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.975112 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.975429 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeb042d-eb11-4854-9c2a-87428447881f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:25.975935 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c75d2-1667-4074-9434-1efb56ddbdaa None None] Network 093f2cf5-bddb-4b9c-86a5-a72e3a307416 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:26.040250 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.103698 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Deleting port b062a4ef-bc15-4431-ac99-3b10f12824a7 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:26.104148 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.178131 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] For port b062a4ef-bc15-4431-ac99-3b10f12824a7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=b062a4ef-bc15-4431-ac99-3b10f12824a7,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:26.178516 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.196580 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] DHCP port deletion for 093f2cf5-bddb-4b9c-86a5-a72e3a307416 request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:17:26.198879 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Calling delete_port for b062a4ef-bc15-4431-ac99-3b10f12824a7 owned by network:dhcp {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:26.254678 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Deleting port b062a4ef-bc15-4431-ac99-3b10f12824a7 {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:17:26.255153 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.301279 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.329256 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b062a4ef-bc15-4431-ac99-3b10f12824a7,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:26.334222 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] No DVR routers for this DVR port b062a4ef-bc15-4431-ac99-3b10f12824a7 on host dv-cinder-774288-12-iscsi {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:26.337644 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] For port b062a4ef-bc15-4431-ac99-3b10f12824a7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=b062a4ef-bc15-4431-ac99-3b10f12824a7,segment=NetworkSegment(ebae527e-ea55-4c95-bb74-6f26cb48d54c),segment_id=ebae527e-ea55-4c95-bb74-6f26cb48d54c)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:26.338056 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.352561 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Calling delete_port for b062a4ef-bc15-4431-ac99-3b10f12824a7 owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:17:26.438947 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.440468 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.446178 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-ed59500f-4846-48f2-946e-2ac0cc400e82 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:17:26.447219 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-ed59500f-4846-48f2-946e-2ac0cc400e82 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053518 Nov 22 22:17:26.447640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 09196421-689f-4deb-93dc-496d7a761915 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:26.474284 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093f2cf5-bddb-4b9c-86a5-a72e3a307416']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:26.486595 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae527e-ea55-4c95-bb74-6f26cb48d54c') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:26.486953 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae527e-ea55-4c95-bb74-6f26cb48d54c') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:26.491563 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] Pushing event deleted for resources: {'Port': ['ID=b062a4ef-bc15-4431-ac99-3b10f12824a7,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:26.496192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc23674-c08b-4213-bc92-f23cd466d4cd None None] No DVR routers for this DVR port b062a4ef-bc15-4431-ac99-3b10f12824a7 on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:17:26.501364 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.501638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 09196421-689f-4deb-93dc-496d7a761915 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:26.501835 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 09196421-689f-4deb-93dc-496d7a761915 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:26.521642 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.529212 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:17:26.529786 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:17:26.532081 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:17:26.591622 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.609355 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.613059 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/093f2cf5-bddb-4b9c-86a5-a72e3a307416 HTTP/1.1" status: 204 len: 168 time: 0.6458511 Nov 22 22:17:26.614398 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404c7f-058b-4217-8800-f111ce515e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=093f2cf5-bddb-4b9c-86a5-a72e3a307416,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:26.750479 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58794) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:26.796952 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ed0503fb-5ab6-4a24-b3da-c059035c3e86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71d85e0bac8f447dac22b78e333efff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448773 Nov 22 22:17:26.799684 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58796) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:26.854395 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.882671 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.942645 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.945866 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:26.947174 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/215109d4-2a94-456b-90cb-da7b4a9d86c0 HTTP/1.1" status: 204 len: 168 time: 0.1465259 Nov 22 22:17:26.957076 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ef53-34c3-4433-ba04-8488485000fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215109d4-2a94-456b-90cb-da7b4a9d86c0,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:27.112354 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7c4e7bb3-0925-462b-a9b8-03abea318c13 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:27.149734 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 7c4e7bb3-0925-462b-a9b8-03abea318c13 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:27.150258 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7c4e7bb3-0925-462b-a9b8-03abea318c13 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:27.150686 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device fd9d8b19-53a9-400b-a80d-becb6cb03500 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:27.182218 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: fd9d8b19-53a9-400b-a80d-becb6cb03500 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:27.182765 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device fd9d8b19-53a9-400b-a80d-becb6cb03500 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:27.183436 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device b062a4ef-bc15-4431-ac99-3b10f12824a7 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:17:27.217059 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: b062a4ef-bc15-4431-ac99-3b10f12824a7 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:17:27.217573 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device b062a4ef-bc15-4431-ac99-3b10f12824a7 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:17:27.394915 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58802) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:27.460837 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-fb740cca-f09b-47be-9c3e-b9f8eec7c1c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74f7d05eb7ea4ac3a53d44b12e51843d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641077 Nov 22 22:17:27.465137 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58804) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:27.497721 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-c8118584-8cc3-46ea-9b53-b2d4a913d60c service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150553 Nov 22 22:17:27.553198 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:27.596210 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:27.656691 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-7b298721-4aba-465c-99d8-bbcd3140cedb req-e9cdf352-8218-4be8-8e02-9a6ee5288604 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515605 Nov 22 22:17:27.681718 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:27.684547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:27.685817 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dff0257-41c6-40d4-bc85-0d0edd8710ef HTTP/1.1" status: 204 len: 168 time: 0.2194760 Nov 22 22:17:27.695303 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830aac5-5e8f-460d-a47d-18bdebe96ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff0257-41c6-40d4-bc85-0d0edd8710ef,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:28.512286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58840) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:28.622076 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-668217539-network', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:28.648711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Made reservation on behalf of 5c0797bf8e5e485bbc74929a1ae866bc for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:17:28.651693 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.662312 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.760215 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.767224 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.802870 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:17:28.808779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7ea3e2-bece-484a-a2d2-b6f10f366e2c,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:28.817620 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.817963 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Added segment 0ee87f28-e6b2-4405-ad53-3984edeb3146 of type vlan for network 812f2532-6041-4ddf-b032-f5310fb87523 Nov 22 22:17:28.863019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.892535 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.893617 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:28.894319 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:28.954742 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4411392 Nov 22 22:17:28.978730 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c537cf-b895-4927-be09-fbce9dab0f01 admin admin] Pushing event updated for resources: {'Network': ['ID=812f2532-6041-4ddf-b032-f5310fb87523,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:28.993338 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 812f2532-6041-4ddf-b032-f5310fb87523 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:17:29.038964 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58848) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:29.046002 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Request body: {'subnet': {'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-668217539-subnet', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'ip_version': 4}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:29.090589 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Made reservation on behalf of 5c0797bf8e5e485bbc74929a1ae866bc for: {'subnet': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:17:29.094697 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3265341'] for subnet, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.357541 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59595191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3265299'] for subnet, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.423008 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45caae8e-7a69-46c6-9efc-ad7bb2404ca8,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:29.435650 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:29.436159 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Network hostable DHCP agents. Network: 812f2532-6041-4ddf-b032-f5310fb87523, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:17:29.457240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Network 812f2532-6041-4ddf-b032-f5310fb87523 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:17:29.468500 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 812f2532-6041-4ddf-b032-f5310fb87523) {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:29.473195 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:29.473818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.480060 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463d326-43d9-4688-9ab9-ceffe0d5c155 None None] Network 812f2532-6041-4ddf-b032-f5310fb87523 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:29.495444 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c063052a-b611-4097-b9bc-8309ff65dd8d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4546039 Nov 22 22:17:29.498792 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58852) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:29.507832 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:29.544768 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.547149 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.645512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.705680 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-812f2532-6041-4ddf-b032-f5310fb87523', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:17:29.706673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.857243 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:29.907403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Allocated IP 172.20.0.2 (812f2532-6041-4ddf-b032-f5310fb87523/45caae8e-7a69-46c6-9efc-ad7bb2404ca8/3ef8d525-459a-483f-b694-1bcbbdac5285) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:30.091025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.101700 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.123374 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.162038 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.171055 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:30.176490 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:30.182666 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:30.196348 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Pushing event updated for resources: {'Port': ['ID=3ef8d525-459a-483f-b694-1bcbbdac5285,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:30.270407 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Attempting to bind port 3ef8d525-459a-483f-b694-1bcbbdac5285 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:30.270784 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Attempting to bind port 3ef8d525-459a-483f-b694-1bcbbdac5285 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:30.271286 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Attempting to bind port 3ef8d525-459a-483f-b694-1bcbbdac5285 on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:30.277473 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:30.282228 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:30.283657 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.284300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Bound using segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:30.285141 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Bound port: 3ef8d525-459a-483f-b694-1bcbbdac5285, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:30.285824 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.322582 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Allocated IP 172.27.1.151 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/eb3b7221-4ea2-486a-a78b-5a50c70aaf4a) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:30.399602 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] For port 3ef8d525-459a-483f-b694-1bcbbdac5285, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:30.405970 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] For port 3ef8d525-459a-483f-b694-1bcbbdac5285, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3ef8d525-459a-483f-b694-1bcbbdac5285,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:30.413213 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.461814 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.491783 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f8afe-8ed3-4c64-a846-c552a4b693f4 None None] Pushing event updated for resources: {'Port': ['ID=3ef8d525-459a-483f-b694-1bcbbdac5285,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:30.513678 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:30.565688 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:30.568976 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:30.573005 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:30.604189 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:31.176940 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3ef8d525-459a-483f-b694-1bcbbdac5285 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:31.193913 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.273838 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 3ef8d525-459a-483f-b694-1bcbbdac5285 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:31.274379 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.401526 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.483543 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 3ef8d525-459a-483f-b694-1bcbbdac5285, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3ef8d525-459a-483f-b694-1bcbbdac5285,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:31.491603 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.527509 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.588694 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=3ef8d525-459a-483f-b694-1bcbbdac5285,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:31.661196 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f221ccd2-ed53-4d36-9792-e9b1bfa4eb83 None None] Network 812f2532-6041-4ddf-b032-f5310fb87523 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:31.696664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Router 1a3110a4-1b86-45b6-8526-25158b3688cc is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:17:31.788952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-7ea726a6-2956-4ccd-9b03-4cbf66cc437e None None] Provisioning complete for port 3ef8d525-459a-483f-b694-1bcbbdac5285 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:31.789480 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7ea726a6-2956-4ccd-9b03-4cbf66cc437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.828494 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:31.852725 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:31.855732 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:31.860534 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-eb861fa5-1672-4416-b3a7-e9a74e3717a8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3562424 Nov 22 22:17:31.860900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58858) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:31.952875 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:31.954017 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:32.357638 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:32.490965 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:32.626601 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Allocated IP 172.20.0.1 (812f2532-6041-4ddf-b032-f5310fb87523/45caae8e-7a69-46c6-9efc-ad7bb2404ca8/62ade88b-ac24-476d-82c1-74a2b9c56b0a) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:32.824617 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-97d51792-f1db-466d-bc24-1fadc800a768 None None] Provisioning complete for port 3ef8d525-459a-483f-b694-1bcbbdac5285 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:32.825162 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-97d51792-f1db-466d-bc24-1fadc800a768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:32.855421 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-5894541d-e064-4ac3-8b5f-7a555b1f6756 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:32.857053 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-5894541d-e064-4ac3-8b5f-7a555b1f6756 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 813 time: 0.2344201 Nov 22 22:17:32.893645 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-026eca3d-68d3-4803-84da-5187e9c14e4e tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/quotas/afc8b51da18a41a6b08017994859ca1e HTTP/1.1" status: 200 len: 375 time: 0.0259910 Nov 22 22:17:32.897282 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:32.920869 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:31Z', 'revision_number': 3, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:32.947242 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-2912496b-ddfb-4eeb-9ccd-cbf94c486271 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408425 Nov 22 22:17:32.961883 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-184c3ed6-92dc-4290-abe2-44659c8f5db5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:17:32.962997 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-184c3ed6-92dc-4290-abe2-44659c8f5db5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069194 Nov 22 22:17:32.975384 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:32.975979 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Updating router 1a3110a4-1b86-45b6-8526-25158b3688cc port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:17:32.983705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.025581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.086842 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:33.095300 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:33.097967 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:33.102425 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:33.163981 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-785f1ea4-6ac0-4fef-8d8b-ad0da1bb5433 service neutron] 10.222.0.48 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911135 Nov 22 22:17:33.183647 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.239705 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3ef8d525-459a-483f-b694-1bcbbdac5285 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:33.367959 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-714702a1-5bf4-4bcd-b797-9076556224fa service neutron] 10.222.0.48 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436779 Nov 22 22:17:33.425736 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.465092 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 3ef8d525-459a-483f-b694-1bcbbdac5285 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:33.465750 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.569467 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-03eb3da8-b3d6-48f7-ae98-df79cc20daa0 None None] Provisioning complete for port 62ade88b-ac24-476d-82c1-74a2b9c56b0a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:33.570154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-03eb3da8-b3d6-48f7-ae98-df79cc20daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.634367 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-631d2d97-bdd4-4a56-8e98-a2229728e761 req-7d54148e-f696-4c2b-9990-f300443bc198 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 210 time: 0.0507464 Nov 22 22:17:33.677075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-03eb3da8-b3d6-48f7-ae98-df79cc20daa0 None None] Port 62ade88b-ac24-476d-82c1-74a2b9c56b0a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:17:33.735477 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.751925 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.778911 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.787871 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.826952 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Attempting to bind port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:33.827382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Attempting to bind port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:33.827845 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Attempting to bind port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:33.830353 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201c5a1-e561-45ae-a6f1-8268f470af1b None None] Pushing event updated for resources: {'Port': ['ID=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:33.838909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:33.839382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:33.839856 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.840282 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:33.840773 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Bound port: eb3b7221-4ea2-486a-a78b-5a50c70aaf4a, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:33.841181 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.909956 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] For port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:33.914141 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] For port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:33.919094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.920923 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:33.925577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:33.981232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:33.982072 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:34.052068 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201c5a1-e561-45ae-a6f1-8268f470af1b None None] Pushing event updated for resources: {'Port': ['ID=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:34.102943 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:34.105570 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:34.141368 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:34.307244 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:17:34.480259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:34.486846 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-40f95038-a8b2-44b0-a0ac-0d9d2d6c3fd7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a3110a4-1b86-45b6-8526-25158b3688cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246722 Nov 22 22:17:34.491394 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 2, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:34.529001 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad2dcd-cd90-4ffa-979c-a43a19dd5523 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 2, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:34.541452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-611bd8ce-1371-417a-8826-2798e3255e1e None None] Provisioning complete for port 62ade88b-ac24-476d-82c1-74a2b9c56b0a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:34.541830 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-611bd8ce-1371-417a-8826-2798e3255e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:34.581344 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-611bd8ce-1371-417a-8826-2798e3255e1e None None] Port 62ade88b-ac24-476d-82c1-74a2b9c56b0a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:17:34.812316 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-82b92d58-6f25-4139-97e1-e519e2bb9ec5 req-a4ccc804-8e66-4c07-9303-f14da4a72023 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 210 time: 0.0649195 Nov 22 22:17:34.873266 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-78e6d8d8-7ebb-4fdc-81d1-66b1b788e2cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:34.884467 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-78e6d8d8-7ebb-4fdc-81d1-66b1b788e2cc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 813 time: 0.1481175 Nov 22 22:17:34.898624 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Request body: {'port': {'device_id': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d', 'admin_state_up': True, 'tenant_id': 'afc8b51da18a41a6b08017994859ca1e'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:35.094732 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Made reservation on behalf of afc8b51da18a41a6b08017994859ca1e for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:17:35.102189 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.228729 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58904) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:35.235094 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-361029676-network', 'tenant_id': '68061d784dc441b1adff080986a01cba'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:35.264724 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Made reservation on behalf of 68061d784dc441b1adff080986a01cba for: {'network': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:17:35.267757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for network, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.280966 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.291229 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Allocated IP 172.20.0.4 (84269345-e94f-4ba1-8640-a6b08685cf8d/58e72e59-1820-4f0b-81a0-46bfa2e093aa/c3905fa3-0d78-4efa-b9d5-b18653fb4cc9) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:35.396488 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.403351 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.469017 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 22:17:35.507012 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.507491 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.segments_db [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Added segment c0908774-4d65-48fb-8d5c-0775829136c2 of type vlan for network 513f0d77-edd9-4280-8706-ab18d570d378 Nov 22 22:17:35.515719 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.517789 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06926a-8d23-4b91-a3e5-36b41b3b628d,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:35.564593 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.590732 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743515937284'] for network, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.628592 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Network 84269345-e94f-4ba1-8640-a6b08685cf8d is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:35.630019 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Pushing event updated for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:35.633253 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:35.633712 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100'] for network, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.635772 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:35.636546 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:35.638125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.700235 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:35.701007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.716379 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58906) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:35.717614 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4866681 Nov 22 22:17:35.723262 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Request body: {'subnet': {'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-361029676-subnet', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'ip_version': 4}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:35.731107 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-bb3a1439-e8a2-4dff-94fd-3d47888aac8c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369021 Nov 22 22:17:35.740758 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1814d3-df7f-433e-b0e6-4795e69a43ce admin admin] Pushing event updated for resources: {'Network': ['ID=513f0d77-edd9-4280-8706-ab18d570d378,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:35.747880 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Request body: {'port': {'device_id': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:35.759320 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Network 513f0d77-edd9-4280-8706-ab18d570d378 details requested by agent ovs-agent-dv-cinder-774288-12-iscsi with host dv-cinder-774288-12-iscsi {{(pid=102839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 22:17:35.812775 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Made reservation on behalf of 68061d784dc441b1adff080986a01cba for: {'subnet': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:17:35.815300 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58743620'] for subnet, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.861989 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:35.963770 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae9b2-34be-4fd2-a196-17969c3ceffe req-dbc0e652-288a-456b-bca8-17f979d52e22 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:35.965507 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e46ae9b2-34be-4fd2-a196-17969c3ceffe req-dbc0e652-288a-456b-bca8-17f979d52e22 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 931 time: 0.0662589 Nov 22 22:17:36.059988 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e46ae9b2-34be-4fd2-a196-17969c3ceffe req-dd1f069f-679b-4ffd-819c-92b604bbac0e tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769656 Nov 22 22:17:36.536354 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59647188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58743658'] for subnet, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.644685 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf3d585-9e94-4a11-a888-36bbaba31bc5,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:36.674860 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:17:36.680471 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Checking segment: {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:36.680866 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Network hostable DHCP agents. Network: 513f0d77-edd9-4280-8706-ab18d570d378, hostable agents: ['13b3db75-4eb9-4523-b08f-d3fe44c0e989'], hosted agents: [] {{(pid=102838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 22:17:36.688305 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.709379 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Transition to ACTIVE for port object c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:17:36.716809 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.727685 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Network 513f0d77-edd9-4280-8706-ab18d570d378 is scheduled to be hosted by DHCP agent 13b3db75-4eb9-4523-b08f-d3fe44c0e989 with binding_index 1 {{(pid=102838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 22:17:36.770821 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-12-iscsi, 513f0d77-edd9-4280-8706-ab18d570d378) {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:36.780203 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:36.780979 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.788661 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535ad9f-928d-4cc7-b7d8-c2a309936400 None None] Network 513f0d77-edd9-4280-8706-ab18d570d378 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:36.809278 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:36.843432 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-266b5a91-92d8-46a0-ad17-7d82f6fa0734 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1244950 Nov 22 22:17:36.846375 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58910) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:36.853691 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:36.937337 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8394'] for router, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.939157 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1617801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11833'] for router, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:36.965068 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Attempting to bind port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:36.965638 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Attempting to bind port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:36.966152 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Attempting to bind port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 on network 84269345-e94f-4ba1-8640-a6b08685cf8d {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:36.979535 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 on network 84269345-e94f-4ba1-8640-a6b08685cf8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:17:36.980025 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Attempting to bind port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 on network 84269345-e94f-4ba1-8640-a6b08685cf8d {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:37.004514 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:37.005066 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Checking segment: {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:37.005695 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Bound using segment: {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:37.006660 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Bound port: c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10cbf96-266f-4fea-b588-d0b812b2c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:37.007535 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.032605 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9e22af7-db41-5a51-946d-d7511b4254d9-513f0d77-edd9-4280-8706-ab18d570d378', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5'}]}} from dv-cinder-774288-12-iscsi. {{(pid=102839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 22:17:37.034099 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.076861 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.206316 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2b52956c-ace5-4cbc-94f5-85a24669ba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.223624 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device eb3b7221-4ea2-486a-a78b-5a50c70aaf4a up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:37.259681 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:37.264040 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:37.302304 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.345398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1e5f5-f250-47f7-bab2-5e7f25bcf46a req-fa75f5b1-0e69-418e-a49e-bbe63fd563ea tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:37.348954 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cef1e5f5-f250-47f7-bab2-5e7f25bcf46a req-fa75f5b1-0e69-418e-a49e-bbe63fd563ea tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 943 time: 0.1070044 Nov 22 22:17:37.352395 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:17:37.374863 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:37.375613 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.377262 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 HTTP/1.1" status: 200 len: 1093 time: 1.6350827 Nov 22 22:17:37.384123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.db_base_plugin_common [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Allocated IP 172.20.0.2 (513f0d77-edd9-4280-8706-ab18d570d378/6cf3d585-9e94-4a11-a888-36bbaba31bc5/bacc7c47-6121-4de5-b178-9de8408f52c7) {{(pid=102839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:37.396069 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:37.410168 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c" -d '{"events": [{"name": "network-changed", "server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:37.485745 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:37.512279 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:37.514099 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.515736 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:37.541473 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-cef1e5f5-f250-47f7-bab2-5e7f25bcf46a req-e2a180e0-a85f-4feb-a3af-08fc4b1a0591 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764698 Nov 22 22:17:37.556427 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6cb2b-a8bc-426a-874a-8f91c09977a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:37.585305 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5b58f-d0db-46c5-a95c-7706689aa4be x-openstack-request-id: req-11c5b58f-d0db-46c5-a95c-7706689aa4be {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:37.585626 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:37.585846 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11c5b58f-d0db-46c5-a95c-7706689aa4be {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:37.586226 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9', 'status': 'completed', 'code': 200} Nov 22 22:17:37.644503 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-5724084d-844c-422a-9629-936eedabfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:37.646808 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-5724084d-844c-422a-9629-936eedabfeb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 1096 time: 0.1262293 Nov 22 22:17:37.682344 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks [] for port, precommit_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.685628 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:37.687347 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.697352 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-7c272e1b-4902-4d98-9ead-556ce191c12b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 HTTP/1.1" status: 200 len: 217 time: 0.0411882 Nov 22 22:17:37.731086 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:37.739891 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454'] for port, after_create {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:37.770607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-64b146f1-53fd-49f3-80f9-24a6f478059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:37.772439 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-64b146f1-53fd-49f3-80f9-24a6f478059e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58e72e59-1820-4f0b-81a0-46bfa2e093aa HTTP/1.1" status: 200 len: 853 time: 0.0676451 Nov 22 22:17:37.788962 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Network 513f0d77-edd9-4280-8706-ab18d570d378 is already hosted by enough agents. {{(pid=102839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:37.825770 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.scheduler.base_scheduler [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Resources bound (agent type, host, resource id): {{(pid=102839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:37.840249 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Received port after_create {{(pid=102839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:37.874750 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-0e71f919-5fda-424d-961a-5c867eb1f506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84269345-e94f-4ba1-8640-a6b08685cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925324 Nov 22 22:17:37.921555 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Pushing event updated for resources: {'Port': ['ID=bacc7c47-6121-4de5-b178-9de8408f52c7,revision_number=1']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:37.981994 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.016325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.028075 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Attempting to bind port bacc7c47-6121-4de5-b178-9de8408f52c7 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:38.028677 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Attempting to bind port bacc7c47-6121-4de5-b178-9de8408f52c7 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:38.029310 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Attempting to bind port bacc7c47-6121-4de5-b178-9de8408f52c7 on network 513f0d77-edd9-4280-8706-ab18d570d378 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:38.039035 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-6b07c402-c557-4333-9aec-7e0fcdfe42fc service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566582 Nov 22 22:17:38.042242 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:38.042842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Checking segment: {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:38.043510 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.044166 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Bound using segment: {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:38.045046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Bound port: bacc7c47-6121-4de5-b178-9de8408f52c7, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:38.046290 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.083747 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.130954 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 2, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:38.169858 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:38.170336 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Updating router 1a3110a4-1b86-45b6-8526-25158b3688cc port 62ade88b-ac24-476d-82c1-74a2b9c56b0a binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:17:38.179906 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:38.196012 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.225263 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.236087 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Allocated IP 172.27.1.63 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/744ba0a7-3fca-4dca-b4f3-387daf63544e) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:38.241276 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a509bb8a-735a-4432-87e7-8876bc159f1a req-ab98c1a8-2f66-4d47-979f-f991b5100ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738539 Nov 22 22:17:38.260404 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] For port bacc7c47-6121-4de5-b178-9de8408f52c7, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:38.292178 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] For port bacc7c47-6121-4de5-b178-9de8408f52c7, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=bacc7c47-6121-4de5-b178-9de8408f52c7,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:38.326700 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.349731 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:38.425840 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.432619 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-57fe57f1-2cb9-4423-9aef-1945bd80e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:38.434257 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-57fe57f1-2cb9-4423-9aef-1945bd80e53d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=afc8b51da18a41a6b08017994859ca1e&device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 1096 time: 0.0993779 Nov 22 22:17:38.464095 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badef53-2362-420c-97b9-f441f9e65b5a None None] Pushing event updated for resources: {'Port': ['ID=bacc7c47-6121-4de5-b178-9de8408f52c7,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:38.536872 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.626294 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:38.630253 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-cc35a128-a46c-4876-8aef-0e1a98a1fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:38.632248 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-cc35a128-a46c-4876-8aef-0e1a98a1fe28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 200 len: 914 time: 0.1901648 Nov 22 22:17:38.635602 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:38.644987 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:38.652783 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.664884 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:38.708625 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Pushing event updated for resources: {'Port': ['ID=744ba0a7-3fca-4dca-b4f3-387daf63544e,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:38.742475 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302d91-2692-44b7-b192-a4264ed4240f req-ae979b64-2fa3-4c5f-810e-23a091b472bd tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:38.752820 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58302d91-2692-44b7-b192-a4264ed4240f req-ae979b64-2fa3-4c5f-810e-23a091b472bd tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 943 time: 0.1123493 Nov 22 22:17:38.792373 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-75d69a0a-d36e-4501-b0cc-d77e9b2923e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 HTTP/1.1" status: 200 len: 217 time: 0.1448934 Nov 22 22:17:38.870562 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-58302d91-2692-44b7-b192-a4264ed4240f req-dcef574a-c295-4759-8089-01fcb50c1705 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115153 Nov 22 22:17:38.945889 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Pushing event updated for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:38.971660 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.972228 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.973022 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.973902 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.974892 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.975680 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.976417 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.977087 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.977792 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.978613 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.979272 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.979998 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:17:38.992864 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Attempting to bind port 62ade88b-ac24-476d-82c1-74a2b9c56b0a on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:38.993503 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Attempting to bind port 62ade88b-ac24-476d-82c1-74a2b9c56b0a by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:38.994098 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Attempting to bind port 62ade88b-ac24-476d-82c1-74a2b9c56b0a on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:39.022953 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:39.023555 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:39.024248 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.025169 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Bound using segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:39.026517 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Bound port: 62ade88b-ac24-476d-82c1-74a2b9c56b0a, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:39.027426 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.143816 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] For port 62ade88b-ac24-476d-82c1-74a2b9c56b0a, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:39.148867 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] For port 62ade88b-ac24-476d-82c1-74a2b9c56b0a, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=62ade88b-ac24-476d-82c1-74a2b9c56b0a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:39.157933 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.199385 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] Provisioning complete for port 62ade88b-ac24-476d-82c1-74a2b9c56b0a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:39.200212 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.219875 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.255826 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:39.256900 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:39.379614 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-a433b312-8a96-4509-9717-086a17765c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:39.385337 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.389759 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-a433b312-8a96-4509-9717-086a17765c2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=58e72e59-1820-4f0b-81a0-46bfa2e093aa HTTP/1.1" status: 200 len: 853 time: 0.5801454 Nov 22 22:17:39.428608 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:39.438712 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device bacc7c47-6121-4de5-b178-9de8408f52c7 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:39.447965 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-f1cdb108-ad38-42d9-90e0-b4dc53225abd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84269345-e94f-4ba1-8640-a6b08685cf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569732 Nov 22 22:17:39.513154 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5881aad-30da-4f30-b5eb-143b321b3c1d None None] Pushing event updated for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:39.548192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] For port 62ade88b-ac24-476d-82c1-74a2b9c56b0a, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=62ade88b-ac24-476d-82c1-74a2b9c56b0a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:39.558478 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.675608 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107550a5-546e-416e-8748-74d5c4c4616e None None] Pushing event updated for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:39.694249 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-6ed56848-4f7e-4d43-9e13-48f2b116d147 service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357874 Nov 22 22:17:39.701690 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port bacc7c47-6121-4de5-b178-9de8408f52c7 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:39.702483 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.707522 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-36af457a-9537-4448-a696-01f690d0f503 None None] Provisioning complete for port 62ade88b-ac24-476d-82c1-74a2b9c56b0a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:39.708305 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-36af457a-9537-4448-a696-01f690d0f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:39.885759 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:39.939833 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d85985-7bf2-4b5b-b6fc-f5991d6ce5c2 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:40.130909 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.177902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b43827-5a27-4b46-b4b9-0d8bfe7a83fe req-660a93c5-cd17-4a5c-b2a2-872fc8091612 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:40.206253 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d8b43827-5a27-4b46-b4b9-0d8bfe7a83fe req-660a93c5-cd17-4a5c-b2a2-872fc8091612 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 943 time: 0.1462309 Nov 22 22:17:40.229180 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505921'] for router, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.249974 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf087e8-8012-48f2-964b-700425026990 None None] Network 513f0d77-edd9-4280-8706-ab18d570d378 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:17:40.323103 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d8b43827-5a27-4b46-b4b9-0d8bfe7a83fe req-e82477a6-0fc0-403a-a3d3-a143c527f5bc tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138444 Nov 22 22:17:40.364171 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-dabdd1b3-b33c-4a4d-aad5-b91f4100710c req-d762f78b-c20e-49f1-8c00-ced63b3fe101 service neutron] 10.222.0.31 "GET /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596215 Nov 22 22:17:40.398782 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port bacc7c47-6121-4de5-b178-9de8408f52c7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=bacc7c47-6121-4de5-b178-9de8408f52c7,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:40.411690 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.412585 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device eb3b7221-4ea2-486a-a78b-5a50c70aaf4a up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:40.466141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 is scheduled to L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 with binding_index 1 {{(pid=102838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 22:17:40.637765 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:40.641411 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-c32521a0-0927-4053-92d5-8922cc8ae5c0 None None] Provisioning complete for port bacc7c47-6121-4de5-b178-9de8408f52c7 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:40.641959 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c32521a0-0927-4053-92d5-8922cc8ae5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.649697 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=bacc7c47-6121-4de5-b178-9de8408f52c7,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:40.671210 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.676554 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-99c038e8-781a-4e9f-9ff2-0c04c0b397d6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8283710 Nov 22 22:17:40.677474 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58922) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:40.694664 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Sync routers for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:40.828249 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:40.829303 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:40.842039 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:40.843397 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:40.981569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-199ba198-d588-4cd4-9f15-85fe8d54cf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:41.228403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:41.502234 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 62ade88b-ac24-476d-82c1-74a2b9c56b0a up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:41.528537 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-589cd19c-becf-486b-bbce-97235d15e471 None None] Provisioning complete for port bacc7c47-6121-4de5-b178-9de8408f52c7 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:41.528911 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-589cd19c-becf-486b-bbce-97235d15e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:41.558820 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 3, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:41.600723 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765028f6-2f64-4622-a219-409441bff587 req-79aae1b4-1ddc-43e3-aa55-a9c0663e151a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:41.603528 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Checking router: 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:41.603878 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Updating router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 port 744ba0a7-3fca-4dca-b4f3-387daf63544e binding host dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:17:41.606742 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-765028f6-2f64-4622-a219-409441bff587 req-79aae1b4-1ddc-43e3-aa55-a9c0663e151a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 943 time: 0.1291018 Nov 22 22:17:41.650796 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:17:41.687979 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:41.693756 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:41.779186 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 62ade88b-ac24-476d-82c1-74a2b9c56b0a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:41.779569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:41.813155 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-765028f6-2f64-4622-a219-409441bff587 req-f412cfdc-3290-4f25-a593-750310292c18 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931415 Nov 22 22:17:41.840974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.029779 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:42.049278 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9', 'network_id': '84269345-e94f-4ba1-8640-a6b08685cf8d', 'port_id': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9', 'mac_address': 'fa:16:3e:ab:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e72e59-1820-4f0b-81a0-46bfa2e093aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:17:42.051471 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Allocated IP 172.20.0.1 (513f0d77-edd9-4280-8706-ab18d570d378/6cf3d585-9e94-4a11-a888-36bbaba31bc5/d8747cbb-7471-46f8-8b13-222f3f1fdaa6) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:17:42.161341 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device bacc7c47-6121-4de5-b178-9de8408f52c7 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:42.201676 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.234175 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.242681 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:17:42.292780 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.304326 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:42.321936 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.330959 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.360797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.372668 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port bacc7c47-6121-4de5-b178-9de8408f52c7 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:42.373202 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.385132 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Network 513f0d77-edd9-4280-8706-ab18d570d378 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:42.394955 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:42.399155 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:17:42.446893 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Pushing event updated for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:42.475767 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1588198'] for router_interface, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.624489 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:42.647334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Attempting to bind port 744ba0a7-3fca-4dca-b4f3-387daf63544e on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:42.647334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Attempting to bind port 744ba0a7-3fca-4dca-b4f3-387daf63544e by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:42.647334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Attempting to bind port 744ba0a7-3fca-4dca-b4f3-387daf63544e on network 57175e69-0ea7-43df-ae02-f5405b5d5427 {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:42.661211 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['c3905fa3-0d78-4efa-b9d5-b18653fb4cc9'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:17:42.697296 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.746703 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:42.747376 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Checking segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:42.747803 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.748199 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Bound using segment: {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'} {{(pid=102839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:42.748736 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.managers [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Bound port: 744ba0a7-3fca-4dca-b4f3-387daf63544e, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a62b3d3-7266-4651-9a72-e76b778b4144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427'}}] {{(pid=102839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:42.749421 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.843168 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176e9a-6d7d-43e2-bd68-0f1db0905e22 None None] Pushing event updated for resources: {'Port': ['ID=744ba0a7-3fca-4dca-b4f3-387daf63544e,revision_number=2']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:42.955804 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-1b4c1178-c8ff-47f0-9c78-4248075520ff None None] Provisioning complete for port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:42.956201 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1b4c1178-c8ff-47f0-9c78-4248075520ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:42.998753 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] For port 744ba0a7-3fca-4dca-b4f3-387daf63544e, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:43.042054 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] For port 744ba0a7-3fca-4dca-b4f3-387daf63544e, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=744ba0a7-3fca-4dca-b4f3-387daf63544e,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:43.049273 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.058123 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.066655 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c1178-c8ff-47f0-9c78-4248075520ff None None] Port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:17:43.071403 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e304-bb1d-4f77-a816-9b5e9e0a6bca req-ce1ff5fd-bf1c-4510-b984-663af892eb6c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:43.073826 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3500e304-bb1d-4f77-a816-9b5e9e0a6bca req-ce1ff5fd-bf1c-4510-b984-663af892eb6c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 944 time: 0.1189420 Nov 22 22:17:43.074869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.168643 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176e9a-6d7d-43e2-bd68-0f1db0905e22 None None] Pushing event updated for resources: {'Port': ['ID=744ba0a7-3fca-4dca-b4f3-387daf63544e,revision_number=3']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:43.178293 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:43.179931 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:43.276179 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Pushing event updated for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:43.287133 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1806086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588090'] for router_interface, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.326492 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3500e304-bb1d-4f77-a816-9b5e9e0a6bca req-dc9891a9-99f7-491f-8327-dee5c1cd591b tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125013 Nov 22 22:17:43.421477 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.430179 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.465241 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:43.504855 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Network 513f0d77-edd9-4280-8706-ab18d570d378 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:17:43.507460 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:17:43.746932 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:17:43.814672 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-5e7b5305-9a84-4b90-828a-f4baea30833a None None] Provisioning complete for port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:43.815490 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5305-9a84-4b90-828a-f4baea30833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:43.861682 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'd8747cbb-7471-46f8-8b13-222f3f1fdaa6', 'name': '', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'mac_address': 'fa:16:3e:ab:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:41Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 2, 'project_id': '68061d784dc441b1adff080986a01cba', 'subnets': [{'id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:43.897979 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409db52-c405-400a-8f42-2223b80da7b5 None None] The sync data for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi is: [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'd8747cbb-7471-46f8-8b13-222f3f1fdaa6', 'name': '', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'mac_address': 'fa:16:3e:ab:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:41Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 2, 'project_id': '68061d784dc441b1adff080986a01cba', 'subnets': [{'id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:17:43.900076 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b5305-9a84-4b90-828a-f4baea30833a None None] Port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:17:43.923885 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:17:43.934527 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-bdaa69fd-4bbd-43f9-85c6-b5373737280e admin admin] 10.222.0.48 "PUT /v2.0/routers/755914aa-0a14-4a9a-bd9a-fafc6645d5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2506084 Nov 22 22:17:44.511879 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293fe53-bd75-4680-9a0b-929be3cb01da req-45298b86-cfbb-4061-8402-82e3916dc077 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:44.514328 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7293fe53-bd75-4680-9a0b-929be3cb01da req-45298b86-cfbb-4061-8402-82e3916dc077 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 944 time: 0.0759628 Nov 22 22:17:44.605056 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7293fe53-bd75-4680-9a0b-929be3cb01da req-99bf684b-b4a7-429f-871a-97a3ac99c045 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Nov 22 22:17:44.636355 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58938) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:44.639507 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950659605', 'description': 'tempest-secgroup-smoke-950659605 description', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:44.681855 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.820241 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.825644 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.862844 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.863936 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2307334 Nov 22 22:17:44.868528 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58940) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:44.873623 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:44.882167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d0969-f6f6-4d97-ae78-18515982355c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e970285f-b103-4393-8b4a-8ddd50931788,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:44.918897 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.988115 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:44.993721 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.016448 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0995da-9fd3-43cb-8c34-e14413d13012,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.022640 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.024039 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c0290164-e1de-4cad-a327-7d2e3819d8f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543057 Nov 22 22:17:45.027701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58942) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:45.032596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:45.065583 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.134011 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.139859 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.167397 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cbf74b-c56e-448b-912e-170724a993dd,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.191980 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.198039 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-cd773e53-3ddc-4c09-be08-704752bdf2b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649153 Nov 22 22:17:45.198362 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58944) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:45.204275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:45.237623 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.306886 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.311882 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.335468 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e34136-71b8-4ae1-a330-643504b10e95,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.344080 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.345386 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3d04f431-965a-48a2-967c-3183805e1fa5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461437 Nov 22 22:17:45.348981 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 58946) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:45.354559 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:45.394887 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.480791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 744ba0a7-3fca-4dca-b4f3-387daf63544e up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:45.484217 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.490034 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.516061 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d56bc16-c3ac-4418-b454-f0ff0c300dd8,revision_number=0']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.528887 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.530783 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-210b2bb4-d2c7-4d85-8db3-6882dc254a93 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801269 Nov 22 22:17:45.534917 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58948) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:45.542791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:45.557883 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 744ba0a7-3fca-4dca-b4f3-387daf63544e triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:45.558458 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.587119 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.securitygroups_db [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Project 5c0797bf8e5e485bbc74929a1ae866bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:17:45.603282 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.698060 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.705950 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:45.752110 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.760760 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.786232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] For port 744ba0a7-3fca-4dca-b4f3-387daf63544e, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=744ba0a7-3fca-4dca-b4f3-387daf63544e,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:45.795170 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.796692 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599509 Nov 22 22:17:45.799684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc1415-36ab-42b4-9c18-e98aa2af6ff9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d23d27b-4627-4234-93c2-c2b39290c5f5,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.801743 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 58952) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:17:45.806991 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'security_group_rule': {'security_group_id': 'e970285f-b103-4393-8b4a-8ddd50931788', 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:17:45.808490 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.823040 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25d34b-4c8f-49ed-a9f4-87bec737dcda req-e269e544-bc19-4006-9af1-16595e02e195 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:45.825860 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd25d34b-4c8f-49ed-a9f4-87bec737dcda req-e269e544-bc19-4006-9af1-16595e02e195 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 944 time: 0.1079657 Nov 22 22:17:45.869861 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.securitygroups_db [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Project 5c0797bf8e5e485bbc74929a1ae866bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 22:17:45.895677 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.895947 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.914889 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:17:45.921300 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:45.921641 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:45.923652 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Pushing event updated for resources: {'Port': ['ID=744ba0a7-3fca-4dca-b4f3-387daf63544e,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:45.981036 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd25d34b-4c8f-49ed-a9f4-87bec737dcda req-31eed938-3d95-467a-a595-4823ee008444 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436100 Nov 22 22:17:46.044142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:46.051298 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1782179'] for security_group_rule, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:46.068542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:46.088745 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2e8fac-414f-4bf2-961d-b9fa0c4c6142,revision_number=0']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:46.109625 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:17:46.113659 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbefc27-1eef-4479-aff7-1e3d6e874f20" -d '{"events": [{"server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "name": "network-vif-plugged", "status": "completed", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:17:46.115124 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:46.120244 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-4da6ebde-ae13-4d17-a459-f4654faa6bda tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3141913 Nov 22 22:17:46.136790 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:46.146313 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:46.238770 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:46.317083 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d9f324-e2d7-4a94-8911-ac3dbcc9b2a5 x-openstack-request-id: req-19d9f324-e2d7-4a94-8911-ac3dbcc9b2a5 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:17:46.317718 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "name": "network-vif-plugged", "status": "completed", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:17:46.318182 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19d9f324-e2d7-4a94-8911-ac3dbcc9b2a5 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:17:46.318852 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9', 'code': 200} Nov 22 22:17:46.525479 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b6956-6ecd-4a12-b6e5-b2752c6bbf90 req-4815a937-7099-4741-b51f-6644f9656d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:46.527075 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a97b6956-6ecd-4a12-b6e5-b2752c6bbf90 req-4815a937-7099-4741-b51f-6644f9656d65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 1098 time: 0.0448260 Nov 22 22:17:46.600092 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-a97b6956-6ecd-4a12-b6e5-b2752c6bbf90 req-3fea9394-e74b-4600-836c-e3aaf84b873d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Nov 22 22:17:47.194950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916b79-84ea-4aa5-a10c-50bc449c5d6b req-7dafa05a-d03c-4522-9730-c355f618837c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:47.198516 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ef916b79-84ea-4aa5-a10c-50bc449c5d6b req-7dafa05a-d03c-4522-9730-c355f618837c tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 945 time: 0.1051857 Nov 22 22:17:47.280867 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ef916b79-84ea-4aa5-a10c-50bc449c5d6b req-1e881809-59b4-4dc1-b356-40ddcb4b8a9d tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 Nov 22 22:17:47.405627 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 744ba0a7-3fca-4dca-b4f3-387daf63544e up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:47.464623 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port 744ba0a7-3fca-4dca-b4f3-387daf63544e triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:47.464993 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:47.515268 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Sync routers for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:17:47.528903 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:47.529680 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:47.665675 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:47.946322 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'd8747cbb-7471-46f8-8b13-222f3f1fdaa6', 'name': '', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'mac_address': 'fa:16:3e:ab:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:41Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 2, 'project_id': '68061d784dc441b1adff080986a01cba', 'subnets': [{'id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:47.975008 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Checking router: 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:17:47.975360 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Updating router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 binding host dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 22:17:48.009576 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.431521 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5651e-ef00-4a17-9984-32c8c3cf48a2 req-906bc26b-d4c9-45dc-b08a-49ba1a9e4f51 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:17:48.433682 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-04c5651e-ef00-4a17-9984-32c8c3cf48a2 req-906bc26b-d4c9-45dc-b08a-49ba1a9e4f51 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 945 time: 0.0709476 Nov 22 22:17:48.497706 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-04c5651e-ef00-4a17-9984-32c8c3cf48a2 req-b0cc09b0-47c9-4915-89c4-0097c85d8025 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571320 Nov 22 22:17:48.506836 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks [] for port, precommit_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.514089 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.677012 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caccbb3-d334-4b6d-9491-0ef6e493d623 None None] Pushing event updated for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=3']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:48.709491 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Attempting to bind port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 on host dv-cinder-774288-12-iscsi for vnic_type normal with profile {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:17:48.710073 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Attempting to bind port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 by drivers openvswitch,hyperv on host dv-cinder-774288-12-iscsi at level 0 using segments [{'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:17:48.710592 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Attempting to bind port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 on network 513f0d77-edd9-4280-8706-ab18d570d378 {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:17:48.721711 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Checking agent: {'id': 'e86ada41-c96b-4fb2-9973-42683c89fd6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 21, 59, 13), 'started_at': datetime.datetime(2021, 11, 22, 21, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:17:48.722267 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Checking segment: {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:17:48.723424 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.724104 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Bound using segment: {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'} {{(pid=102840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:17:48.725061 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.managers [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Bound port: d8747cbb-7471-46f8-8b13-222f3f1fdaa6, host: dv-cinder-774288-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0908774-4d65-48fb-8d5c-0775829136c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378'}}] {{(pid=102840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:17:48.725654 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.833830 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] For port d8747cbb-7471-46f8-8b13-222f3f1fdaa6, host dv-cinder-774288-12-iscsi, cleared binding levels {{(pid=102840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:17:48.840865 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.plugins.ml2.db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] For port d8747cbb-7471-46f8-8b13-222f3f1fdaa6, host dv-cinder-774288-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:17:48.848796 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron_lib.callbacks.manager [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:48.941812 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:17:48.942934 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:17:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:48.955265 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caccbb3-d334-4b6d-9491-0ef6e493d623 None None] Pushing event updated for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=4']} {{(pid=102840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:48.972899 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] Provisioning complete for port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:48.973518 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:49.135834 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:49.222440 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:17:49.223048 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] For port d8747cbb-7471-46f8-8b13-222f3f1fdaa6, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:17:49.230884 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:49.303876 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111b503-828c-4208-bfac-4d393a8d78a7 None None] Pushing event updated for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:17:49.373568 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-8cc276a8-125a-4a61-b1f2-aeb0667dfa6a None None] Provisioning complete for port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:49.374025 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8cc276a8-125a-4a61-b1f2-aeb0667dfa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:49.500246 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device d8747cbb-7471-46f8-8b13-222f3f1fdaa6 up at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:17:49.566880 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'd8747cbb-7471-46f8-8b13-222f3f1fdaa6', 'name': '', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'mac_address': 'fa:16:3e:ab:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:41Z', 'updated_at': '2021-11-22T22:17:48Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'subnets': [{'id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:17:49.590847 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Provisioning complete for port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:17:49.591396 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:17:49.622167 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38548483-62fa-40c9-b3c2-da9a5251b234 None None] The sync data for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi is: [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:17:42Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': 'd8747cbb-7471-46f8-8b13-222f3f1fdaa6', 'name': '', 'network_id': '513f0d77-edd9-4280-8706-ab18d570d378', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'mac_address': 'fa:16:3e:ab:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:41Z', 'updated_at': '2021-11-22T22:17:48Z', 'revision_number': 4, 'project_id': '68061d784dc441b1adff080986a01cba', 'subnets': [{'id': '6cf3d585-9e94-4a11-a888-36bbaba31bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:18:06.204022 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-76ffbcd2-2780-4142-a49b-81409b4ff3be tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950659605&fields=id&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 267 time: 0.0540576 Nov 22 22:18:06.328271 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1f391247-cbb6-4f77-b6ac-de128d9e5bc9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:06.330057 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1f391247-cbb6-4f77-b6ac-de128d9e5bc9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1187553 Nov 22 22:18:06.350822 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-7853ee64-225f-4b18-802b-fcb91a5ccf54 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/quotas/5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 375 time: 0.0103340 Nov 22 22:18:06.408074 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-11a4fc34-a3d1-4349-b7b7-c3a342479d28 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507243 Nov 22 22:18:06.532850 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-c8a27eb1-b95c-4f49-ad84-d81d61d6def8 service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114750 Nov 22 22:18:06.644251 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-9deb5e13-d8ac-41f7-9487-bd11f3ed4cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030662 Nov 22 22:18:06.993092 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8ebd8a81-9c39-468f-839a-72a6bbccafdb req-2f206542-b252-45e3-ac24-a4d0a521aedf tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 210 time: 0.0426817 Nov 22 22:18:07.194599 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5f291e72-b600-43d4-9e96-9fbd36095d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:08.134475 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-76e32a20-95ce-473c-ad31-cfffd9dd439b req-c2e9a05b-81c0-4160-adaf-a2dade5020b9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 210 time: 0.0545306 Nov 22 22:18:08.354687 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-5d0d1760-f6b7-47b1-88fd-1ac763857bd0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:08.357466 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-5d0d1760-f6b7-47b1-88fd-1ac763857bd0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1720817 Nov 22 22:18:08.437592 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-b4b250cb-c897-4494-b01d-960e5d36d750 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 379 time: 0.0660782 Nov 22 22:18:08.447673 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'port': {'device_id': '578590be-76b9-4944-90ef-35d21bf510aa', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'admin_state_up': True, 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'security_groups': ['e970285f-b103-4393-8b4a-8ddd50931788']}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:18:08.591606 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Made reservation on behalf of 5c0797bf8e5e485bbc74929a1ae866bc for: {'port': 1} {{(pid=102838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:18:08.595730 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:08.745032 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.20.0.13 (812f2532-6041-4ddf-b032-f5310fb87523/45caae8e-7a69-46c6-9efc-ad7bb2404ca8/5b22bc0c-868c-4283-84c1-68f3f0d1114a) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:18:08.921461 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:08.993699 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.060254 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:18:09.064596 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:18:09.072696 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:18:09.080525 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:09.187917 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:09.190402 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.223034 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-704ecba7-0474-44a7-88f4-3d8d57ed7a47 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7792096 Nov 22 22:18:09.242678 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Request body: {'port': {'device_id': '578590be-76b9-4944-90ef-35d21bf510aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:18:09.318376 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4b828-513f-4216-85dd-969a9c9b05bb req-4f28f84b-90dc-47fa-9bd6-576ec4664781 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:09.320044 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fe4b828-513f-4216-85dd-969a9c9b05bb req-4f28f84b-90dc-47fa-9bd6-576ec4664781 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 945 time: 0.0906892 Nov 22 22:18:09.322377 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.333773 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479fa81-f467-499d-a127-d6337df549ee req-569269e9-cd8d-480b-b0cd-c569d1f4d85c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:09.335434 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e479fa81-f467-499d-a127-d6337df549ee req-569269e9-cd8d-480b-b0cd-c569d1f4d85c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 932 time: 0.0761659 Nov 22 22:18:09.426722 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fe4b828-513f-4216-85dd-969a9c9b05bb req-457ad40b-a45e-41a4-bd3e-8916c36f6b4a tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900319 Nov 22 22:18:09.432464 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e479fa81-f467-499d-a127-d6337df549ee req-dc7a4404-112c-40df-b935-56f5ad8a8d0c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873520 Nov 22 22:18:09.439858 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-b1a7431a-4167-4cbd-b698-3f1277afd9d8 None None] Provisioning complete for port 5b22bc0c-868c-4283-84c1-68f3f0d1114a triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:18:09.440705 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b1a7431a-4167-4cbd-b698-3f1277afd9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.482608 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7431a-4167-4cbd-b698-3f1277afd9d8 None None] Port 5b22bc0c-868c-4283-84c1-68f3f0d1114a cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:18:09.661325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b22bc0c-868c-4283-84c1-68f3f0d1114a {{(pid=102838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:18:09.670035 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.684877 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.provisioning_blocks [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Transition to ACTIVE for port object 5b22bc0c-868c-4283-84c1-68f3f0d1114a will not be triggered until provisioned by entity L2. {{(pid=102838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:18:09.690512 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.778043 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Pushing event updated for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:09.837141 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Attempting to bind port 5b22bc0c-868c-4283-84c1-68f3f0d1114a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:18:09.837498 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Attempting to bind port 5b22bc0c-868c-4283-84c1-68f3f0d1114a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:18:09.837835 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Attempting to bind port 5b22bc0c-868c-4283-84c1-68f3f0d1114a on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:18:09.844359 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Port 5b22bc0c-868c-4283-84c1-68f3f0d1114a on network 812f2532-6041-4ddf-b032-f5310fb87523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:18:09.844689 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Attempting to bind port 5b22bc0c-868c-4283-84c1-68f3f0d1114a on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:18:09.851333 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:18:09.851681 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:18:09.852080 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Bound using segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} {{(pid=102838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:18:09.852538 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.managers [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Bound port: 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}}] {{(pid=102838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:18:09.852900 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:09.955913 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, cleared binding levels {{(pid=102838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:18:09.959507 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:18:09.965514 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:10.007601 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.008080 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:10.009582 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] 10.222.0.31 "PUT /v2.0/ports/5b22bc0c-868c-4283-84c1-68f3f0d1114a HTTP/1.1" status: 200 len: 1094 time: 0.7719646 Nov 22 22:18:10.010069 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:10.012419 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91936f5f-8f20-464e-8b79-13dafa3cc861" -d '{"events": [{"name": "network-changed", "server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:10.037690 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e4715-f5be-43de-827c-8185f35bf54e service neutron] Pushing event updated for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=3']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:10.115585 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203e4dc-8fb7-4abe-b595-f826fdd3331d x-openstack-request-id: req-7203e4dc-8fb7-4abe-b595-f826fdd3331d {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:10.116012 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:10.116373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7203e4dc-8fb7-4abe-b595-f826fdd3331d {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:10.116871 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'status': 'completed', 'code': 200} Nov 22 22:18:10.131415 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-61d63d1d-67dc-47d3-a2be-b5ea3f3152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.133433 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-61d63d1d-67dc-47d3-a2be-b5ea3f3152b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 1097 time: 0.0621531 Nov 22 22:18:10.189206 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-91e3c72b-cee0-4c70-be89-0b78c996994c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a HTTP/1.1" status: 200 len: 217 time: 0.0442853 Nov 22 22:18:10.250813 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-8c0cfad7-2817-4ddc-b996-8f53fc2f958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.252337 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-8c0cfad7-2817-4ddc-b996-8f53fc2f958a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0545115 Nov 22 22:18:10.320317 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-e9688203-6548-4b05-a468-dfbb7e612400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.322880 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-e9688203-6548-4b05-a468-dfbb7e612400 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607240 Nov 22 22:18:10.428618 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-2c4d620b-9429-4479-ad56-b789236b7dfa service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966337 Nov 22 22:18:10.570880 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-269afe59-4236-43e9-9cb0-8f10d4fae0ae req-90841c6c-aa6a-4a9a-b2d8-247a5e180897 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330523 Nov 22 22:18:10.614121 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633edda-9601-4bbc-8268-f3ec0493607a req-be19d96f-cab1-4727-99a5-a6500e6d61a8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.615759 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4633edda-9601-4bbc-8268-f3ec0493607a req-be19d96f-cab1-4727-99a5-a6500e6d61a8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.1076891 Nov 22 22:18:10.657452 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af21d67-bfdc-47cf-b8d2-286a962c19ec req-0c9b4acb-f22b-434b-829a-9f6048ddd1b2 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.659191 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5af21d67-bfdc-47cf-b8d2-286a962c19ec req-0c9b4acb-f22b-434b-829a-9f6048ddd1b2 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 945 time: 0.0900955 Nov 22 22:18:10.695906 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-380baf02-ab13-4891-b245-ef36cc66a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.698654 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-380baf02-ab13-4891-b245-ef36cc66a714 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 1097 time: 0.0561733 Nov 22 22:18:10.710355 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4633edda-9601-4bbc-8268-f3ec0493607a req-266a1556-d607-4a3d-a5ae-5e48c5fdd5d8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829952 Nov 22 22:18:10.752324 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5af21d67-bfdc-47cf-b8d2-286a962c19ec req-1c4ac2ab-ec52-481e-95da-030080cdfc7f tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e532461-60a7-477f-91bc-3d1620e178a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798199 Nov 22 22:18:10.785775 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-44b2dd3d-25ae-43ed-9bb2-f3f1603bff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:10.848028 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-f9f8cc0a-2895-4b7b-8934-469e333fc8b6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.849644 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-6efe98b6-47e9-40ee-ae10-d057038e19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.849854 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-f9f8cc0a-2895-4b7b-8934-469e333fc8b6 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 945 time: 0.0667298 Nov 22 22:18:10.851361 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-6efe98b6-47e9-40ee-ae10-d057038e19b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1447570 Nov 22 22:18:10.902822 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-911714ee-bc16-4470-889a-852673973f21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a HTTP/1.1" status: 200 len: 217 time: 0.0392625 Nov 22 22:18:10.966866 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-65339d56-3f1b-49b3-892c-458ec74ac1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:10.969829 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-65339d56-3f1b-49b3-892c-458ec74ac1d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0594885 Nov 22 22:18:10.976174 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Deleting port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:18:10.976684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:11.039364 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-9f378523-906b-43dc-b18f-6a0cb1b8ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:11.041170 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-9f378523-906b-43dc-b18f-6a0cb1b8ebbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646012 Nov 22 22:18:11.104200 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] For port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,segment=NetworkSegment(f10cbf96-266f-4fea-b588-d0b812b2c8b4),segment_id=f10cbf96-266f-4fea-b588-d0b812b2c8b4)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:11.104685 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:11.124299 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Calling delete_port for c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:18:11.151367 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-cdc377c8-15da-4e85-86f3-20bd9a5dc797 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026838 Nov 22 22:18:11.258116 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [req-91936f5f-8f20-464e-8b79-13dafa3cc861 req-c12855f1-bef4-405e-a2dd-1c5ecf60246d service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993125 Nov 22 22:18:11.327007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:11.340646 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['c3905fa3-0d78-4efa-b9d5-b18653fb4cc9'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:18:11.364701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Pushing event deleted for resources: {'Port': ['ID=c3905fa3-0d78-4efa-b9d5-b18653fb4cc9,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:11.417061 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] No DVR routers for this DVR port c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:18:11.420080 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:11.424243 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-85c833ce-bfe9-4331-aca9-3157e5b5921b req-2c092e76-4ded-4cf9-8da7-4aa8210f78e4 tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.31 "DELETE /v2.0/ports/c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 HTTP/1.1" status: 204 len: 173 time: 0.5610068 Nov 22 22:18:11.424823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'name': 'network-vif-deleted', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:11.427717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf701f93-f83d-482e-a760-35840a0631de" -d '{"events": [{"server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "name": "network-vif-deleted", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:11.480286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b553af51-33dd-40ee-8c3c-f55ef74218b9 x-openstack-request-id: req-b553af51-33dd-40ee-8c3c-f55ef74218b9 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:11.480974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c90abe-e9ae-4ce2-a63e-158619ecf83c", "name": "network-vif-deleted", "tag": "c3905fa3-0d78-4efa-b9d5-b18653fb4cc9", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:11.481653 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b553af51-33dd-40ee-8c3c-f55ef74218b9 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:11.482364 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c90abe-e9ae-4ce2-a63e-158619ecf83c', 'name': 'network-vif-deleted', 'tag': 'c3905fa3-0d78-4efa-b9d5-b18653fb4cc9', 'status': 'completed', 'code': 200} Nov 22 22:18:11.638547 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:11.944276 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e281a766-e595-442a-88bd-31e0631fafb5 req-8737d12f-5b1e-45a5-822b-47cb5cb979fb tempest-VolumesSnapshotTestJSON-1964308622 tempest-VolumesSnapshotTestJSON-1964308622-project] 10.222.0.48 "GET /v2.0/ports?device_id=70c90abe-e9ae-4ce2-a63e-158619ecf83c HTTP/1.1" status: 200 len: 210 time: 0.0556459 Nov 22 22:18:11.975600 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f768464-18cb-4877-b637-9417631518c9 req-ec650a2e-92c3-4f0a-8372-3ca40ae57070 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:11.978323 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5f768464-18cb-4877-b637-9417631518c9 req-ec650a2e-92c3-4f0a-8372-3ca40ae57070 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.1453402 Nov 22 22:18:12.070543 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5f768464-18cb-4877-b637-9417631518c9 req-2e0fdeda-2ee9-49eb-ac13-46a327344be0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854304 Nov 22 22:18:13.246664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3def4b-1a54-4063-bfdd-03917e1669b1 req-3752386e-2591-4026-a56d-f53af9113f92 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:13.248489 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7b3def4b-1a54-4063-bfdd-03917e1669b1 req-3752386e-2591-4026-a56d-f53af9113f92 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0802846 Nov 22 22:18:13.351724 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:13.359993 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:13.360083 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7b3def4b-1a54-4063-bfdd-03917e1669b1 req-651c4bcf-9b5f-437a-9414-5aa00c5b5634 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975211 Nov 22 22:18:13.812279 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:18:13.840880 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:18:13.841496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device c3905fa3-0d78-4efa-b9d5-b18653fb4cc9 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:18:14.352271 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:18:14.525420 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a186-8ca8-4303-a644-c21da0226950 req-30d4b10c-47b0-4556-82e4-b9293aeab51d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:14.527836 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-26c1a186-8ca8-4303-a644-c21da0226950 req-30d4b10c-47b0-4556-82e4-b9293aeab51d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0793178 Nov 22 22:18:14.616805 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-26c1a186-8ca8-4303-a644-c21da0226950 req-30e31655-84a7-468b-a15e-324ed0ebf830 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775385 Nov 22 22:18:15.788972 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee9849-b23b-4cb7-bc89-6d57cc53da31 req-6279b653-b1b5-4e56-b2df-2978e9c9b696 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:15.791769 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00ee9849-b23b-4cb7-bc89-6d57cc53da31 req-6279b653-b1b5-4e56-b2df-2978e9c9b696 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0863097 Nov 22 22:18:15.822804 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:15.852419 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-00ee9849-b23b-4cb7-bc89-6d57cc53da31 req-1ce43a9e-1352-4a71-a5e3-8ea2e31248e0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527673 Nov 22 22:18:16.983284 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d580e-e3f2-4346-ae4e-063714b6ab1d req-9b18ebff-f712-4ba1-97ad-bf9838886cac tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:16.984747 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd6d580e-e3f2-4346-ae4e-063714b6ab1d req-9b18ebff-f712-4ba1-97ad-bf9838886cac tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0565360 Nov 22 22:18:17.047681 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dd6d580e-e3f2-4346-ae4e-063714b6ab1d req-6be80d5c-9a98-4751-b7ed-a264b82f64ea tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558887 Nov 22 22:18:18.230993 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547c1c-102b-4105-9c40-1bcc3ccf6286 req-8d4c4358-92dd-4bda-995e-6cc48e8d743a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:18.232548 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee547c1c-102b-4105-9c40-1bcc3ccf6286 req-8d4c4358-92dd-4bda-995e-6cc48e8d743a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0627999 Nov 22 22:18:18.293177 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee547c1c-102b-4105-9c40-1bcc3ccf6286 req-6b887180-69bc-4a73-affc-f5f8b686f001 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497069 Nov 22 22:18:19.431252 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4ca2c-752e-4587-867b-1ab886b76b5f req-692a2052-85e9-49ae-a8d7-b80d39fec571 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:19.432945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98e4ca2c-752e-4587-867b-1ab886b76b5f req-692a2052-85e9-49ae-a8d7-b80d39fec571 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 944 time: 0.0556552 Nov 22 22:18:19.502839 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98e4ca2c-752e-4587-867b-1ab886b76b5f req-8085f3fd-a2d5-4a31-80f8-a28f32bfaf57 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580926 Nov 22 22:18:19.845457 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 5b22bc0c-868c-4283-84c1-68f3f0d1114a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:18:19.954414 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:19.968686 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'port_id': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'mac_address': 'fa:16:3e:1a:f8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:18:20.011330 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:20.031119 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b22bc0c-868c-4283-84c1-68f3f0d1114a {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:18:20.054256 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:20.059739 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:20.118562 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:20.270722 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['5b22bc0c-868c-4283-84c1-68f3f0d1114a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:18:20.672456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08832b0-f915-4b8f-8be6-bffdd7553541 req-d5753588-5725-4cf4-b9ff-a72233bd24b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:20.682838 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c08832b0-f915-4b8f-8be6-bffdd7553541 req-d5753588-5725-4cf4-b9ff-a72233bd24b2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 945 time: 0.0964248 Nov 22 22:18:20.778935 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c08832b0-f915-4b8f-8be6-bffdd7553541 req-c9ae36cb-4647-44d4-a7b4-b1b790cf5351 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828862 Nov 22 22:18:21.863057 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 5b22bc0c-868c-4283-84c1-68f3f0d1114a up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:18:21.947126 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 5b22bc0c-868c-4283-84c1-68f3f0d1114a completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:18:21.952522 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be685f2-605f-4efe-8623-f5321a740d77 req-a76bcfa3-79cd-408a-b720-711614e5c4f3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:21.956286 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 5b22bc0c-868c-4283-84c1-68f3f0d1114a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:18:21.956286 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:21.958617 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5be685f2-605f-4efe-8623-f5321a740d77 req-a76bcfa3-79cd-408a-b720-711614e5c4f3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 945 time: 0.0937462 Nov 22 22:18:22.016709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5be685f2-605f-4efe-8623-f5321a740d77 req-8f1839e8-70da-4a8b-9b16-28b3cd109c5b tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538697 Nov 22 22:18:22.103984 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:22.151606 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:22.155864 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c446d1-497c-4704-9e2e-b0ef3511d8cb" -d '{"events": [{"server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "name": "network-vif-plugged", "status": "completed", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:22.177954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:22.183728 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:22.227486 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8c2b8-4a3f-4fb8-a8ba-2693fa32637e x-openstack-request-id: req-89e8c2b8-4a3f-4fb8-a8ba-2693fa32637e {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:22.227797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "name": "network-vif-plugged", "status": "completed", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:22.228032 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89e8c2b8-4a3f-4fb8-a8ba-2693fa32637e {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:22.228947 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'code': 200} Nov 22 22:18:22.259418 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:22.273015 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.273635 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.274207 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.274741 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.275286 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.275850 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.276416 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.276983 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.277602 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.278162 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.278725 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:22.279287 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:23.016386 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875831f-2a19-47be-a5a7-cb4ca30369d7 req-88b8852a-85bc-499c-84bb-22c56397f821 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:23.019225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9875831f-2a19-47be-a5a7-cb4ca30369d7 req-88b8852a-85bc-499c-84bb-22c56397f821 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0719476 Nov 22 22:18:23.092789 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9875831f-2a19-47be-a5a7-cb4ca30369d7 req-e01cb3bf-d06c-4065-afcb-ca1b67944c5a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670798 Nov 22 22:18:23.182201 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a83797-fdef-4daa-b890-2c84f590f689 req-c3964519-a060-45be-801a-60b6715c0db3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:23.183840 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b0a83797-fdef-4daa-b890-2c84f590f689 req-c3964519-a060-45be-801a-60b6715c0db3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0621815 Nov 22 22:18:23.246306 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b0a83797-fdef-4daa-b890-2c84f590f689 req-71e8c224-4e21-4511-8327-e666c1a6a38e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513425 Nov 22 22:18:24.263187 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa96d9f-3120-4f93-ad9f-d091d4a681f0 req-86487f32-f6de-4ac4-b800-4af7a1d627db tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:24.267075 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-caa96d9f-3120-4f93-ad9f-d091d4a681f0 req-86487f32-f6de-4ac4-b800-4af7a1d627db tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0826106 Nov 22 22:18:24.334196 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-caa96d9f-3120-4f93-ad9f-d091d4a681f0 req-23aa61aa-a542-41c4-aa84-aa92819998c1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607178 Nov 22 22:18:24.387441 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7d177-0d2d-4f4d-9ec0-a72067ce41bd req-158e4afb-97ba-43db-b793-a5999b9483d3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:24.389284 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d7e7d177-0d2d-4f4d-9ec0-a72067ce41bd req-158e4afb-97ba-43db-b793-a5999b9483d3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0540187 Nov 22 22:18:24.453314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d7e7d177-0d2d-4f4d-9ec0-a72067ce41bd req-446ff4ea-cb23-4f46-b6ab-6114fff3d0cf tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567026 Nov 22 22:18:25.109482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48304b7e-e7a9-4349-a869-939967d93fac req-01bf5f67-53fd-41fa-b68c-427a426d9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:25.111136 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48304b7e-e7a9-4349-a869-939967d93fac req-01bf5f67-53fd-41fa-b68c-427a426d9764 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 1099 time: 0.0527880 Nov 22 22:18:25.167964 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48304b7e-e7a9-4349-a869-939967d93fac req-f8afe3ff-9e61-41ee-be03-3ca2ab2cb8e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490103 Nov 22 22:18:25.474733 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3c5f-ce46-4d0f-83a5-4b1b757bc4d0 req-bd610d65-ece2-43cd-aac9-a8577b7262b1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:25.476429 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7e6e3c5f-ce46-4d0f-83a5-4b1b757bc4d0 req-bd610d65-ece2-43cd-aac9-a8577b7262b1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0580447 Nov 22 22:18:25.570325 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7e6e3c5f-ce46-4d0f-83a5-4b1b757bc4d0 req-eeebc006-1f46-48a3-be9b-3161fc3234e6 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829415 Nov 22 22:18:25.615999 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61da223-dc01-4239-8e29-7a96302d21ce req-c9789aaa-4627-49aa-9ea3-1551a73e98ee tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:25.617631 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a61da223-dc01-4239-8e29-7a96302d21ce req-c9789aaa-4627-49aa-9ea3-1551a73e98ee tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0623462 Nov 22 22:18:25.706078 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a61da223-dc01-4239-8e29-7a96302d21ce req-f062e3f1-544d-4b81-b28c-bd8c9ea3065f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811491 Nov 22 22:18:25.942357 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03354-8381-4855-8592-76c227899092 req-5a45d1dc-cdf0-4b1d-9f03-8c1cdb9f6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:25.943937 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-5a45d1dc-cdf0-4b1d-9f03-8c1cdb9f6c61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0492411 Nov 22 22:18:26.081665 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03354-8381-4855-8592-76c227899092 req-b301a6da-51c0-4a03-848a-d79f979b4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:26.083277 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-b301a6da-51c0-4a03-848a-d79f979b4e84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.1106274 Nov 22 22:18:26.182439 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-9d282f82-735d-4a71-86ce-fab04240ca37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 999 time: 0.0897179 Nov 22 22:18:26.270423 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03354-8381-4855-8592-76c227899092 req-5bface25-8553-495a-bfb1-bd5bcea0e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:26.272838 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-5bface25-8553-495a-bfb1-bd5bcea0e310 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0821118 Nov 22 22:18:26.332433 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03354-8381-4855-8592-76c227899092 req-ab2750f8-199c-49db-8e75-84aa9f44d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:26.334845 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-ab2750f8-199c-49db-8e75-84aa9f44d96c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525403 Nov 22 22:18:26.442849 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-49470f12-0e94-4244-ac4f-1c9c02a0c3a2 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960577 Nov 22 22:18:26.560108 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4ae03354-8381-4855-8592-76c227899092 req-bf1b7e66-0c19-4c20-9c1a-7ca949b868dd service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088033 Nov 22 22:18:26.746602 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f3469-7ae4-493d-aa29-f2d07b336a84 req-2a626851-9533-4523-9a26-1cef643ea8aa tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:26.749170 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c43f3469-7ae4-493d-aa29-f2d07b336a84 req-2a626851-9533-4523-9a26-1cef643ea8aa tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0911419 Nov 22 22:18:26.883941 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c43f3469-7ae4-493d-aa29-f2d07b336a84 req-5cb5d462-13d5-4559-a7d7-74fadc91709b tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276577 Nov 22 22:18:26.905637 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e933c-4ab8-4336-80c8-d08d2641d7b8 req-310764d8-090d-4c8a-b736-a246f1aa5f6c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:26.907308 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-475e933c-4ab8-4336-80c8-d08d2641d7b8 req-310764d8-090d-4c8a-b736-a246f1aa5f6c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.1143196 Nov 22 22:18:26.971927 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-475e933c-4ab8-4336-80c8-d08d2641d7b8 req-b104efba-3b39-4fa9-88c9-1a6d71a7e8ba tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535476 Nov 22 22:18:27.117246 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42432d0f-05bc-4e03-86f5-66216cabe1c8 req-0e73698c-280f-42cb-b04b-2134aa713cd2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:27.118869 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-42432d0f-05bc-4e03-86f5-66216cabe1c8 req-0e73698c-280f-42cb-b04b-2134aa713cd2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0727506 Nov 22 22:18:27.175157 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-42432d0f-05bc-4e03-86f5-66216cabe1c8 req-5c60559e-b93f-45d6-ba04-fdca5a2e180f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497847 Nov 22 22:18:27.198293 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59286) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:27.297932 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14206ec-8a76-4f62-9b46-81fdb29f76c1 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:27.299518 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b14206ec-8a76-4f62-9b46-81fdb29f76c1 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 1094 time: 0.1001492 Nov 22 22:18:27.304242 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59290) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:27.308717 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'port_id': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:18:27.334485 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:27.772587 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:27.930015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.27.1.118 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/b073e102-1a40-4af7-9a4c-085a7c76d684) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:18:28.101796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806b1e9-ba1c-45d0-9b70-d6359b63ee62 req-39f95741-d8aa-4e31-beef-2fa503b72c9e tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:28.102537 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f806b1e9-ba1c-45d0-9b70-d6359b63ee62 req-39f95741-d8aa-4e31-beef-2fa503b72c9e tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0962265 Nov 22 22:18:28.127285 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:28.186526 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f806b1e9-ba1c-45d0-9b70-d6359b63ee62 req-490314a1-4142-4b58-84ba-5cf061fb02aa tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702622 Nov 22 22:18:28.201363 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:28.246407 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:18:28.251460 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:18:28.255188 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:18:28.261370 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=b073e102-1a40-4af7-9a4c-085a7c76d684,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:28.289338 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.289647 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.290029 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.290368 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.290705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.291041 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.291372 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.291686 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.292015 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.292341 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.292664 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.292989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:28.676150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:28.777497 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:29.040999 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:29.048342 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:29.140844 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=b073e102-1a40-4af7-9a4c-085a7c76d684,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:29.155927 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:29.279518 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP 7e01c896-ac46-40e7-853f-5380c30556de associated. External IP: 172.27.1.118, port: 5b22bc0c-868c-4283-84c1-68f3f0d1114a. Nov 22 22:18:29.420096 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d267-4fbc-4f3f-81fd-fc61c31aca0e req-c0592b25-9cb0-4eed-9e4a-dee0701d6b92 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:29.422099 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a22d267-4fbc-4f3f-81fd-fc61c31aca0e req-c0592b25-9cb0-4eed-9e4a-dee0701d6b92 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.1058021 Nov 22 22:18:29.530616 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3a22d267-4fbc-4f3f-81fd-fc61c31aca0e req-5c809ef8-3bc1-497f-a8a9-e07cd7941e03 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003244 Nov 22 22:18:29.596438 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:18:29.720185 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:18:29.734788 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:18:29.744779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:29.752338 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:18:29.753416 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:18:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:29.775463 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ab094c27-a02e-4458-a9d4-aad55aff070f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4701281 Nov 22 22:18:29.776174 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:29.778531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb057e9-bc4d-4211-8780-25fbe358eb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:29.881737 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab1650-e864-4f9a-8b56-53f399a8ccb4 x-openstack-request-id: req-84ab1650-e864-4f9a-8b56-53f399a8ccb4 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:29.882148 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:29.882499 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84ab1650-e864-4f9a-8b56-53f399a8ccb4 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:29.882999 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'status': 'completed', 'code': 200} Nov 22 22:18:29.969751 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-12f1005d-5f68-4f11-a314-0671bebda9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:29.971399 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-12f1005d-5f68-4f11-a314-0671bebda9e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 1099 time: 0.0500412 Nov 22 22:18:30.079274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:18:30.102759 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-6eb39dda-0a7b-423a-b632-2637d9e5b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:30.105486 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-6eb39dda-0a7b-423a-b632-2637d9e5b286 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1222317 Nov 22 22:18:30.198195 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-1380d5f0-5e65-4b4e-988c-a876da47a2b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a HTTP/1.1" status: 200 len: 1000 time: 0.0855556 Nov 22 22:18:30.293557 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-fbc1148d-dbba-411b-a951-a208592a5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:30.295924 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-fbc1148d-dbba-411b-a951-a208592a5453 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0895457 Nov 22 22:18:30.347398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-1002ea7c-a422-4ffe-964d-8189f8878bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:30.348945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-1002ea7c-a422-4ffe-964d-8189f8878bfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460899 Nov 22 22:18:30.402274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '7e01c896-ac46-40e7-853f-5380c30556de', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:1a:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578590be-76b9-4944-90ef-35d21bf510aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:18:28Z', 'updated_at': '2021-11-22T22:18:28Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:30.439969 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:18:30.449540 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:18:30.450191 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:18:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:30.490641 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-0aec7471-1489-44f8-9e28-2d45e5baabaf service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317959 Nov 22 22:18:30.632526 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:18:30.670566 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7fb057e9-bc4d-4211-8780-25fbe358eb0a req-f4a9484c-3a6a-4c86-999a-d1d0e9969e9b service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709821 Nov 22 22:18:30.703688 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802bc42-debc-4b6e-a4e7-4a77f2d617fd req-a8872c80-376c-4275-80f6-56d79602b21d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:30.706385 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0802bc42-debc-4b6e-a4e7-4a77f2d617fd req-a8872c80-376c-4275-80f6-56d79602b21d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0832634 Nov 22 22:18:30.771082 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0802bc42-debc-4b6e-a4e7-4a77f2d617fd req-8b2632c6-8211-435c-87c8-f0e51eaf4ffc tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584757 Nov 22 22:18:30.913213 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '7e01c896-ac46-40e7-853f-5380c30556de', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:1a:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578590be-76b9-4944-90ef-35d21bf510aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:18:28Z', 'updated_at': '2021-11-22T22:18:28Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:30.942118 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677e45a-e39a-443e-9a70-c644ad2c09ef None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': '7e01c896-ac46-40e7-853f-5380c30556de', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:1a:f8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578590be-76b9-4944-90ef-35d21bf510aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:18:28Z', 'updated_at': '2021-11-22T22:18:28Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:18:31.160868 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed035e3-321b-4005-bf3f-2c28ef4b16ee None None] New status for floating IP 7e01c896-ac46-40e7-853f-5380c30556de: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:18:31.909900 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb63e-b7cd-4190-ac47-72903c1caf76 req-fbfb80b5-8f71-4ba6-bf15-d2973f39f8a8 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:31.911668 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-437cb63e-b7cd-4190-ac47-72903c1caf76 req-fbfb80b5-8f71-4ba6-bf15-d2973f39f8a8 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0597892 Nov 22 22:18:31.996768 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-437cb63e-b7cd-4190-ac47-72903c1caf76 req-e95721dc-146e-43d8-8574-1fb0d6d3037b tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736632 Nov 22 22:18:33.142963 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ce80f-16e3-4fc6-a71f-1daaf27c520d req-4bf6de1f-e042-4489-aac2-16a5f05fa841 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:33.144793 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-da5ce80f-16e3-4fc6-a71f-1daaf27c520d req-4bf6de1f-e042-4489-aac2-16a5f05fa841 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0576339 Nov 22 22:18:33.229028 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-da5ce80f-16e3-4fc6-a71f-1daaf27c520d req-2dabca60-2e18-4cf5-af51-3714f59758c9 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723677 Nov 22 22:18:34.362947 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792b70b-2567-40c0-9a17-2fd23d3e5a56 req-a9308676-3d19-4ea3-ad63-9174cf418c68 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:34.364582 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a792b70b-2567-40c0-9a17-2fd23d3e5a56 req-a9308676-3d19-4ea3-ad63-9174cf418c68 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0605485 Nov 22 22:18:34.426815 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a792b70b-2567-40c0-9a17-2fd23d3e5a56 req-53b53e0a-7976-4eff-a69c-c20f9577a1da tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544021 Nov 22 22:18:35.291739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-2383c059-7c87-4cdd-bc00-c82bec9332c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:35.293379 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-2383c059-7c87-4cdd-bc00-c82bec9332c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0472729 Nov 22 22:18:35.391999 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-3fec8820-ee07-415a-8728-997687673dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:35.393589 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-3fec8820-ee07-415a-8728-997687673dc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.0933304 Nov 22 22:18:35.490415 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-5e267551-826c-4bda-bb4b-4618f1b2d026 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 999 time: 0.0892937 Nov 22 22:18:35.574161 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-0f45bc1d-66e7-4262-b193-752bb6ada917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:35.576071 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-0f45bc1d-66e7-4262-b193-752bb6ada917 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0783081 Nov 22 22:18:35.621965 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc5923-8891-4ef2-8bb4-772e8d11a498 req-98145a48-1a34-4cc2-98dc-c92ba111ea5c tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:35.623599 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98fc5923-8891-4ef2-8bb4-772e8d11a498 req-98145a48-1a34-4cc2-98dc-c92ba111ea5c tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0989892 Nov 22 22:18:35.653726 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-674cd224-aaf4-4599-9b4c-fa935a813b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:35.655336 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-674cd224-aaf4-4599-9b4c-fa935a813b59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715468 Nov 22 22:18:35.728839 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98fc5923-8891-4ef2-8bb4-772e8d11a498 req-5c1eb34f-46d7-4429-b4ad-96e0a2d3594a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978868 Nov 22 22:18:35.782188 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-f32a521e-433c-4320-bdb8-426e9f5804ab service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161397 Nov 22 22:18:35.893369 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a909add4-6593-4b78-8f9a-6c5ab2eda594 req-48cca11c-be43-4371-b30a-6b15e01ff93b service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036832 Nov 22 22:18:36.102843 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59376) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:36.155236 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Deleting subnet 58e72e59-1820-4f0b-81a0-46bfa2e093aa {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:18:36.159361 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.200049 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.251488 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.317340 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.348276 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e72e59-1820-4f0b-81a0-46bfa2e093aa,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:36.356697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.361895 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58e72e59-1820-4f0b-81a0-46bfa2e093aa HTTP/1.1" status: 204 len: 168 time: 0.2576709 Nov 22 22:18:36.363555 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59378) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:36.371290 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.371836 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.372386 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.372926 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.373698 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.374438 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.374981 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.375777 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.376931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.376931 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.377419 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.377944 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcaa40-3f53-40f1-9009-67b7cabe565e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:18:36.460314 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.585909 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.613214 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84269345-e94f-4ba1-8640-a6b08685cf8d']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:36.625398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10cbf96-266f-4fea-b588-d0b812b2c8b4') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:36.625830 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10cbf96-266f-4fea-b588-d0b812b2c8b4') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:18:36.638187 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.658989 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.667755 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:18:36.668269 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:18:36.671662 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:18:36.739512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.749290 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:36.758628 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/84269345-e94f-4ba1-8640-a6b08685cf8d HTTP/1.1" status: 204 len: 168 time: 0.3903604 Nov 22 22:18:36.777097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd83e14-33c6-401f-baf1-bebf59c7d8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=84269345-e94f-4ba1-8640-a6b08685cf8d,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:36.870665 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff519a7-d80a-483a-b201-370173de4248 req-2ff4d705-b0b8-4750-a5b6-5fd20a065c29 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:36.872623 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7ff519a7-d80a-483a-b201-370173de4248 req-2ff4d705-b0b8-4750-a5b6-5fd20a065c29 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0658932 Nov 22 22:18:36.952570 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-7ff519a7-d80a-483a-b201-370173de4248 req-008e0c3d-4a86-4665-9c0f-d5a9754aaf9d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696943 Nov 22 22:18:36.997488 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59386) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:37.044773 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-e4ea0ec5-1022-4e0b-b417-a4ab96bbf246 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afc8b51da18a41a6b08017994859ca1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454726 Nov 22 22:18:37.047675 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59388) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:18:37.126086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:37.151643 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:37.195051 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a73198a9-64a2-4317-a4e6-5271a287959d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:37.215993 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:37.219578 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:37.220859 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e532461-60a7-477f-91bc-3d1620e178a8 HTTP/1.1" status: 204 len: 168 time: 0.1717947 Nov 22 22:18:37.229949 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733af7d-cb10-4842-b829-9367e276ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e532461-60a7-477f-91bc-3d1620e178a8,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:38.121771 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573f44-0cab-4e1d-93d4-141f24e86f73 req-c80a25ea-a51f-4bb2-b01a-b240ce20f98a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:38.124778 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d573f44-0cab-4e1d-93d4-141f24e86f73 req-c80a25ea-a51f-4bb2-b01a-b240ce20f98a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0901444 Nov 22 22:18:38.214281 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5d573f44-0cab-4e1d-93d4-141f24e86f73 req-452f924b-f66a-4730-9805-ff4e0ffba463 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821815 Nov 22 22:18:38.295778 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-f257a5e7-8407-4523-9b8c-8fe361cd5568 req-446166a8-f740-40d5-be89-f37d7c9b725f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:18:38.297391 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f257a5e7-8407-4523-9b8c-8fe361cd5568 req-446166a8-f740-40d5-be89-f37d7c9b725f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061004 Nov 22 22:18:38.486389 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe44015-ee07-4c83-bc48-25f065f5f323 req-89e6ae61-d8ae-4dbd-88c5-7b64b67abf51 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:38.488096 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9fe44015-ee07-4c83-bc48-25f065f5f323 req-89e6ae61-d8ae-4dbd-88c5-7b64b67abf51 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0623591 Nov 22 22:18:38.555416 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9fe44015-ee07-4c83-bc48-25f065f5f323 req-6849e896-dcb3-416c-b54c-c86983c8a135 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590098 Nov 22 22:18:38.628869 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-10cfe378-ef7d-4674-8d1b-507d70a00213 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2344143 Nov 22 22:18:39.696119 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac3422-310a-450e-a91f-4858551d6f43 req-f389d353-cdf9-449e-aebb-b08ce9fed404 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:39.698980 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4cac3422-310a-450e-a91f-4858551d6f43 req-f389d353-cdf9-449e-aebb-b08ce9fed404 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0619226 Nov 22 22:18:39.765226 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4cac3422-310a-450e-a91f-4858551d6f43 req-6c652964-a9d5-4589-9414-71f4e5e7fa9d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589230 Nov 22 22:18:40.030085 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-60cbe0c5-1d27-4c5c-9f62-de705f194cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.031697 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-60cbe0c5-1d27-4c5c-9f62-de705f194cca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a&tenant_id=a7cc0842c0744b76839ef6edadcc637d HTTP/1.1" status: 200 len: 1098 time: 0.0477400 Nov 22 22:18:40.105144 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-850b2973-4589-4392-b3f7-4a5994c1ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.106709 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-850b2973-4589-4392-b3f7-4a5994c1ef2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0476425 Nov 22 22:18:40.217262 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-1c4d2732-06f0-4322-bfef-234ab34e891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.219073 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-1c4d2732-06f0-4322-bfef-234ab34e891c service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.1033306 Nov 22 22:18:40.337395 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-4a175ec8-6ee1-4ffe-a431-22f9c6cc7e3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 999 time: 0.1110661 Nov 22 22:18:40.401990 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-8f3b397e-6180-4a9c-b25d-16c5cc09359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.403754 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-8f3b397e-6180-4a9c-b25d-16c5cc09359e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0594962 Nov 22 22:18:40.459845 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-82987ecd-0961-4caa-a733-e64061ab03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.463990 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-82987ecd-0961-4caa-a733-e64061ab03b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533669 Nov 22 22:18:40.571348 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-1fb99992-ce60-45d1-9e0f-b4ebd0172999 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001134 Nov 22 22:18:40.679529 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-91eb142f-1680-4dab-9d11-4b9b510b9790 req-a61b9f31-439b-41a5-81b4-3ed9ab1c6999 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000347 Nov 22 22:18:40.775039 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7329cb02-7bac-45c8-ade8-7a7ccf46f841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:40.952869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9f737-5fc8-470c-9ea5-3af5b0ca79c7 req-4b44d2d4-329d-4874-b4d5-165ec6acfdc8 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:40.955441 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-83e9f737-5fc8-470c-9ea5-3af5b0ca79c7 req-4b44d2d4-329d-4874-b4d5-165ec6acfdc8 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0985701 Nov 22 22:18:41.045291 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-83e9f737-5fc8-470c-9ea5-3af5b0ca79c7 req-e86456ad-0f15-4d4f-8fb1-ddd2af0169b3 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831702 Nov 22 22:18:41.635084 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:41.907599 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:18:42.004466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:42.033158 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:42.035632 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc16a6-8e3c-4c26-9786-c946fbe392c7" -d '{"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:42.051985 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:42.058174 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:42.102324 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b588216-b988-467f-8f61-f6ea4cbc81c1 x-openstack-request-id: req-5b588216-b988-467f-8f61-f6ea4cbc81c1 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:42.102803 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:42.103212 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b588216-b988-467f-8f61-f6ea4cbc81c1 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:42.103813 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'code': 200} Nov 22 22:18:42.142661 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=6']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:42.234531 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6102393-688c-4138-8272-769d8dbd2507 req-fa1ab643-cc06-45a4-bda6-16707f758512 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:42.237190 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c6102393-688c-4138-8272-769d8dbd2507 req-fa1ab643-cc06-45a4-bda6-16707f758512 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0756102 Nov 22 22:18:42.319030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c6102393-688c-4138-8272-769d8dbd2507 req-2c215b6a-c2e2-4078-a97e-d2c504b21525 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731726 Nov 22 22:18:43.313382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:43.329612 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:43.521687 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac105f-0362-4c7e-8094-ffa5883bbc98 req-e5d24d76-3d2f-48c5-b990-4c7f85377548 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:43.523279 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e0ac105f-0362-4c7e-8094-ffa5883bbc98 req-e5d24d76-3d2f-48c5-b990-4c7f85377548 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0748675 Nov 22 22:18:43.609321 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-e0ac105f-0362-4c7e-8094-ffa5883bbc98 req-6a6a0e64-f609-425d-8fff-cf36c074b78d tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723300 Nov 22 22:18:44.792881 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d6e3-5809-44e2-adb4-3b78114d60e7 req-a4598392-a394-4200-89b4-f9f324bc4ec1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:44.795951 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1a9d6e3-5809-44e2-adb4-3b78114d60e7 req-a4598392-a394-4200-89b4-f9f324bc4ec1 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0873663 Nov 22 22:18:44.887706 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c1a9d6e3-5809-44e2-adb4-3b78114d60e7 req-3b51d9a0-003e-4562-9e96-c62d44b0af81 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851512 Nov 22 22:18:45.815298 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:46.026911 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd717f2-fbe4-4456-bf83-bdb437b7a8a9 req-cfef1675-d038-4107-b3de-641c4f532987 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:46.028590 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bcd717f2-fbe4-4456-bf83-bdb437b7a8a9 req-cfef1675-d038-4107-b3de-641c4f532987 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0576444 Nov 22 22:18:46.086716 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bcd717f2-fbe4-4456-bf83-bdb437b7a8a9 req-cc44e219-079d-4bb2-a94f-6e318bae4e4f tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503449 Nov 22 22:18:46.789437 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d618f-6e6f-4c77-a730-8866845fa111 req-9e4ae0ad-2e8e-408b-b67e-51d1124752bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:46.790985 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d2d618f-6e6f-4c77-a730-8866845fa111 req-9e4ae0ad-2e8e-408b-b67e-51d1124752bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1096 time: 0.0443385 Nov 22 22:18:46.844088 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3d2d618f-6e6f-4c77-a730-8866845fa111 req-76a4ed5f-4143-4bc5-bb87-05a5bba04fd4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445600 Nov 22 22:18:47.270069 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f86fba-5892-445d-898c-2ff019f76482 req-517fccea-3310-4628-bf5c-c4075f31b1a4 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:47.272716 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43f86fba-5892-445d-898c-2ff019f76482 req-517fccea-3310-4628-bf5c-c4075f31b1a4 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 943 time: 0.0969498 Nov 22 22:18:47.333642 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-43f86fba-5892-445d-898c-2ff019f76482 req-b6d45dd7-42c0-456a-be9d-81b645ac8f24 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526233 Nov 22 22:18:47.922998 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:18:48.028768 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:48.042360 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'port_id': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'mac_address': 'fa:16:3e:aa:30:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:18:48.083737 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:48.099226 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a1837b-1ef5-4e31-af14-926344b88f0a {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:18:48.120907 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:48.126269 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:48.179376 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=7']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:48.377547 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['45a1837b-1ef5-4e31-af14-926344b88f0a'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:18:48.487974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b4fc-93dc-4bc1-b4af-66b9ad1dfe7c req-2c3cfe91-a36a-43cc-ab0b-82d021eaf56a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:18:48.489511 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9718b4fc-93dc-4bc1-b4af-66b9ad1dfe7c req-2c3cfe91-a36a-43cc-ab0b-82d021eaf56a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 944 time: 0.0567713 Nov 22 22:18:48.560593 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9718b4fc-93dc-4bc1-b4af-66b9ad1dfe7c req-0e23888c-dcc1-4e64-9316-4e81bf86391c tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632524 Nov 22 22:18:49.922970 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:18:49.982935 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 45a1837b-1ef5-4e31-af14-926344b88f0a triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:18:49.983355 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:50.069820 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:50.096044 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:18:50.098442 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108435a-27d2-496a-bf2f-51e9154a2fc0" -d '{"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-plugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:18:50.114194 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:18:50.120954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:18:50.161138 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c52ed5-8744-4b37-aeac-3e78de28492b x-openstack-request-id: req-00c52ed5-8744-4b37-aeac-3e78de28492b {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:18:50.161584 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-plugged", "status": "completed", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:18:50.161982 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00c52ed5-8744-4b37-aeac-3e78de28492b {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:18:50.162580 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'code': 200} Nov 22 22:18:50.209236 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=8']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:18:51.352587 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:19:07.186608 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f3d9-8eae-4fab-97ac-6a2e2733aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:10.770358 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-54777407-e7d9-4cda-ac3b-0981eb2ba3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:11.636435 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:13.300914 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:13.323763 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:15.812946 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:24.085816 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-4837a248-d2d0-45ea-b300-b2567a38ab8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458140 Nov 22 22:19:24.176023 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-672a835e-0eb9-40fd-8ca9-def4046959aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:19:24.177589 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-672a835e-0eb9-40fd-8ca9-def4046959aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0454633 Nov 22 22:19:24.292198 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-9c75d712-0211-4117-8349-6e2c8354c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:19:24.293722 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-9c75d712-0211-4117-8349-6e2c8354c393 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.0943046 Nov 22 22:19:24.369902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-ee51d4f8-2a3d-42c5-ac7c-2ebd592b3786 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 999 time: 0.0673206 Nov 22 22:19:24.424640 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-894722a4-9164-48da-8181-784fa73adde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:19:24.426200 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-894722a4-9164-48da-8181-784fa73adde0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0484617 Nov 22 22:19:24.476003 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-8cbcd9d7-bed2-4846-9892-505a45550f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:19:24.477266 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-8cbcd9d7-bed2-4846-9892-505a45550f22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438600 Nov 22 22:19:24.581228 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-bd82d153-ef14-4b23-91fb-fc47ba8a0d60 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948005 Nov 22 22:19:24.684310 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-5dc2a1a8-c8f2-4074-b6ee-2678d84426d8 req-43d50785-62bc-4973-85f3-b01f2a3ced5e service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917444 Nov 22 22:19:28.351688 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:19:37.188732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7d520281-0d4a-4c06-8794-560ab71af00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:40.776696 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-36105e83-3b16-458d-afae-2c601df64a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:41.643194 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:43.296987 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:43.327009 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:19:45.812245 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:01.942676 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59448) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:02.120460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Deleting port 778e58dd-6c0f-4da9-b68c-0420be6d63da {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:02.120924 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.210742 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.211043 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.227096 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Calling delete_port for 778e58dd-6c0f-4da9-b68c-0420be6d63da owned by network:floatingip {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:02.429773 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.456226 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event deleted for resources: {'Port': ['ID=778e58dd-6c0f-4da9-b68c-0420be6d63da,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:02.482435 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.482801 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.483182 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.483497 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.483854 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.484181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.484482 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.484835 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.485189 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.485534 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.485861 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.486172 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:02.533243 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for floatingip, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.533585 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Floating IP 36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7 disassociated (deleted). External IP: 172.27.1.3, port: 45a1837b-1ef5-4e31-af14-926344b88f0a. Nov 22 22:20:02.756686 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Router b092ecbf-2498-462f-a4c9-62814d345479 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:20:02.869940 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:20:02.875766 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:02.880913 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Sync routers for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:20:02.893885 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:02.894521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:19:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:02.913704 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-3c83a710-9ba9-43d8-9087-7b0b3f36f344 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "DELETE /v2.0/floatingips/36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7 HTTP/1.1" status: 204 len: 168 time: 0.9699380 Nov 22 22:20:02.914304 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:02.916726 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24d3e8f-5124-4c57-a65c-0dee92b2d557" -d '{"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:02.960163 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3822be39-311a-4ce4-93ff-a43ce5bf5fdf x-openstack-request-id: req-3822be39-311a-4ce4-93ff-a43ce5bf5fdf {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:02.960758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:02.960758 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3822be39-311a-4ce4-93ff-a43ce5bf5fdf {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:02.961138 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'status': 'completed', 'code': 200} Nov 22 22:20:03.030673 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:03.038540 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-631c90a3-5f14-4152-99d5-a2f1fff90c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:03.040030 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-631c90a3-5f14-4152-99d5-a2f1fff90c81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7cc0842c0744b76839ef6edadcc637d&device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 1098 time: 0.0484564 Nov 22 22:20:03.184434 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-bbc7a11d-93bd-450c-9f61-127745f46956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:03.186501 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-bbc7a11d-93bd-450c-9f61-127745f46956 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 200 len: 909 time: 0.1297829 Nov 22 22:20:03.218921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f65e5-4604-4cab-b910-87f2a63b8f20 req-04db25ac-3a1c-40ff-8237-ee28795f5dee tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:03.220554 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-903f65e5-4604-4cab-b910-87f2a63b8f20 req-04db25ac-3a1c-40ff-8237-ee28795f5dee tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.1045825 Nov 22 22:20:03.261156 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-99a7301e-264e-4f46-8e92-bd25400f0628 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 200 len: 217 time: 0.0608032 Nov 22 22:20:03.340057 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-903f65e5-4604-4cab-b910-87f2a63b8f20 req-f919c8a9-bdb5-4dfe-988b-6d9b2d8ba176 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859206 Nov 22 22:20:03.345450 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-481df76c-9b0d-40d8-87f1-c61776a78f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:03.346358 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-481df76c-9b0d-40d8-87f1-c61776a78f73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 200 len: 847 time: 0.0755503 Nov 22 22:20:03.391804 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:03.397485 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-005e03e3-6ad2-4463-b368-0920c22da8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:03.399010 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-005e03e3-6ad2-4463-b368-0920c22da8fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afc2d31c-35a3-41a6-a187-8183bd0b04ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440195 Nov 22 22:20:03.421535 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Checking router: b092ecbf-2498-462f-a4c9-62814d345479 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:20:03.430577 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:03.431205 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:19:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:03.506912 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-2aa476c6-7e87-4475-8491-ff64b10181be service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952914 Nov 22 22:20:03.544015 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:03.620363 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f24d3e8f-5124-4c57-a65c-0dee92b2d557 req-006a61ad-a6f9-4872-9de2-8d96cc4f5b74 service neutron] 10.222.0.31 "GET /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039560 Nov 22 22:20:03.760006 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:03.787372 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d32e31-3ddf-4dc8-8a4f-26e0a7efff4a None None] The sync data for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi is: [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:15:04Z', 'revision_number': 4, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '6b15670b-7519-4b34-9815-6f48eeafa4d2', 'name': '', 'network_id': 'afc2d31c-35a3-41a6-a187-8183bd0b04ca', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'mac_address': 'fa:16:3e:93:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:03Z', 'updated_at': '2021-11-22T22:15:13Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'subnets': [{'id': '4437a036-aa68-4e46-8d8b-e6c9c8ed08a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:20:04.016362 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51900ee-f5bc-41e4-9087-a36bd9a570c6 None None] New status for floating IP 36ed1d04-bd0a-45e3-8d6c-4ceea62b77a7: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:20:04.498009 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3889101-572b-40a5-b7c5-4cc49eea04ed req-65692157-0560-401e-b188-b2dc5bb4d5ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:04.499538 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b3889101-572b-40a5-b7c5-4cc49eea04ed req-65692157-0560-401e-b188-b2dc5bb4d5ed tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0662117 Nov 22 22:20:04.564288 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b3889101-572b-40a5-b7c5-4cc49eea04ed req-2aefbd84-178a-4479-b666-69450526c8a0 tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536933 Nov 22 22:20:04.778430 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-cc9d4209-68fe-4bc7-8a94-f10c10b8a7df tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:04.779877 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-cc9d4209-68fe-4bc7-8a94-f10c10b8a7df tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.31 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 945 time: 0.0616641 Nov 22 22:20:04.883596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Deleting port 45a1837b-1ef5-4e31-af14-926344b88f0a {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:04.883937 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:05.241492 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] For port 45a1837b-1ef5-4e31-af14-926344b88f0a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=45a1837b-1ef5-4e31-af14-926344b88f0a,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:05.241859 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:05.256125 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Calling delete_port for 45a1837b-1ef5-4e31-af14-926344b88f0a owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:05.351768 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:20:05.398407 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:05.429631 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event deleted for resources: {'Port': ['ID=45a1837b-1ef5-4e31-af14-926344b88f0a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:05.458458 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.458797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.459119 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.459461 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.459791 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.460121 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.460427 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.460749 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.461087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.461443 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.462050 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.462175 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:05.488800 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] No DVR routers for this DVR port 45a1837b-1ef5-4e31-af14-926344b88f0a on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:05.491494 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:05.494977 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-bbb7c116-0ada-4300-a9ed-c85fa111738c req-b7c04c6d-28b5-4755-ad67-1cf6815e0c3a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.31 "DELETE /v2.0/ports/45a1837b-1ef5-4e31-af14-926344b88f0a HTTP/1.1" status: 204 len: 173 time: 0.7086360 Nov 22 22:20:05.495442 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-deleted', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:05.497776 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc186910-b185-4738-a2fc-ff786fe5fb26" -d '{"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-deleted", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:05.535963 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a7ad34-0b0c-44be-ab32-93307c2c762d x-openstack-request-id: req-d4a7ad34-0b0c-44be-ab32-93307c2c762d {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:05.536586 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a", "name": "network-vif-deleted", "tag": "45a1837b-1ef5-4e31-af14-926344b88f0a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:05.536586 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4a7ad34-0b0c-44be-ab32-93307c2c762d {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:05.536914 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a', 'name': 'network-vif-deleted', 'tag': '45a1837b-1ef5-4e31-af14-926344b88f0a', 'status': 'completed', 'code': 200} Nov 22 22:20:05.661983 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-4b498f13-037a-4d23-bf3b-b002bfc7389e req-fef6234a-af4d-4b55-8e2f-bff1c8180f5e tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "GET /v2.0/ports?device_id=db8b2e5e-5c03-4dc4-b1e5-364bfdc52b9a HTTP/1.1" status: 200 len: 210 time: 0.0267673 Nov 22 22:20:06.724423 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59478) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:06.796701 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:06.826767 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:06.899075 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:06.902585 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:06.904071 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b HTTP/1.1" status: 204 len: 168 time: 0.1783113 Nov 22 22:20:06.915306 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506db28-0c6f-4a6a-a64f-1bad57bb1a6a tempest-TestShelveInstance-871489025 tempest-TestShelveInstance-871489025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e8e6d-20c4-462c-b1d7-da9e8e76a97b,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:06.963735 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59482) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:07.186581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b01dfdfa-2cb4-451e-a7de-ed448c50f779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:07.989734 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:08.290245 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Deleting port 6b15670b-7519-4b34-9815-6f48eeafa4d2 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:08.290582 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:08.376637 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:08.377373 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] For port 6b15670b-7519-4b34-9815-6f48eeafa4d2, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=6b15670b-7519-4b34-9815-6f48eeafa4d2,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:08.377503 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:08.393607 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Calling delete_port for 6b15670b-7519-4b34-9815-6f48eeafa4d2 owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:08.399755 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 45a1837b-1ef5-4e31-af14-926344b88f0a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:08.400294 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 45a1837b-1ef5-4e31-af14-926344b88f0a not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:08.597160 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:08.629581 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b15670b-7519-4b34-9815-6f48eeafa4d2,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:08.814162 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.049069 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Router b092ecbf-2498-462f-a4c9-62814d345479 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:20:09.196089 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:20:09.203436 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-25e6f5e0-c9a9-4891-864c-ee6e745e7db2 admin admin] 10.222.0.48 "PUT /v2.0/routers/b092ecbf-2498-462f-a4c9-62814d345479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2384744 Nov 22 22:20:09.204220 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59486) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:09.206817 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Sync routers for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:20:09.218941 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:09.219588 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:19:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:09.323265 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.334931 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:09.458434 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.523418 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Deleting port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:09.523750 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.538788 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:20:08Z', 'revision_number': 5, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port': {'id': '0a3daaf8-2bb4-4f75-adc5-51cb4a116664', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:14:59Z', 'updated_at': '2021-11-22T22:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:09.569639 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Checking router: b092ecbf-2498-462f-a4c9-62814d345479 for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:20:09.578972 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Routers {'b092ecbf-2498-462f-a4c9-62814d345479'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:09.579688 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:19:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['b092ecbf-2498-462f-a4c9-62814d345479'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:09.615390 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] For port 0a3daaf8-2bb4-4f75-adc5-51cb4a116664, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:09.615778 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.630453 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Calling delete_port for 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:09.686874 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] Set router b092ecbf-2498-462f-a4c9-62814d345479 gateway port host: None {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:09.766967 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:20:09Z', 'revision_number': 6, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:09.816270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:09.824621 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9e275-71d4-4f15-b98f-a660a54a4e1f None None] The sync data for ids ['b092ecbf-2498-462f-a4c9-62814d345479'] in dv-cinder-774288-12-iscsi is: [{'id': 'b092ecbf-2498-462f-a4c9-62814d345479', 'name': 'tempest-TestShelveInstance-610748273-router', 'tenant_id': 'a7cc0842c0744b76839ef6edadcc637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:14:57Z', 'updated_at': '2021-11-22T22:20:09Z', 'revision_number': 6, 'project_id': 'a7cc0842c0744b76839ef6edadcc637d', 'gw_port_host': None}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:20:09.844147 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3daaf8-2bb4-4f75-adc5-51cb4a116664,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:09.919181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.027012 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.031078 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.080275 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.080940 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b092ecbf-2498-462f-a4c9-62814d345479 {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:20:10.086405 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.087703 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d1820b05-d0bc-40a5-9840-b547add86821 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b092ecbf-2498-462f-a4c9-62814d345479 HTTP/1.1" status: 204 len: 168 time: 0.8825283 Nov 22 22:20:10.090870 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59488) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:10.144382 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Deleting subnet 4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:20:10.148494 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.196633 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.287846 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.357281 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.388271 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.393235 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4437a036-aa68-4e46-8d8b-e6c9c8ed08a9 HTTP/1.1" status: 204 len: 168 time: 0.3001974 Nov 22 22:20:10.395021 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca227-ca28-4d41-b251-11b66d834269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4437a036-aa68-4e46-8d8b-e6c9c8ed08a9,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:10.395925 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59490) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:10.396452 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdcc35-d37f-4ef4-95e7-3432e5783c3e None None] Network afc2d31c-35a3-41a6-a187-8183bd0b04ca requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:20:10.498878 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.568412 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Deleting port 3aba6a93-0012-4613-a90b-f7b4fa9325bc {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:10.569311 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.622110 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] DHCP port deletion for afc2d31c-35a3-41a6-a187-8183bd0b04ca request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:20:10.655940 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] For port 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3aba6a93-0012-4613-a90b-f7b4fa9325bc,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:10.656399 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.673941 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Calling delete_port for 3aba6a93-0012-4613-a90b-f7b4fa9325bc owned by network:dhcp {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:10.687120 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Deleting port 3aba6a93-0012-4613-a90b-f7b4fa9325bc {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:10.687577 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.765422 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] For port 3aba6a93-0012-4613-a90b-f7b4fa9325bc, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3aba6a93-0012-4613-a90b-f7b4fa9325bc,segment=NetworkSegment(d2f61e5e-f642-43ee-be3d-52901e906486),segment_id=d2f61e5e-f642-43ee-be3d-52901e906486)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:10.765887 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.773086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.785385 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Calling delete_port for 3aba6a93-0012-4613-a90b-f7b4fa9325bc owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:10.798718 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-751fa41c-d7bf-464f-b7df-5c9e72bae5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.825132 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aba6a93-0012-4613-a90b-f7b4fa9325bc,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:10.831234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] No DVR routers for this DVR port 3aba6a93-0012-4613-a90b-f7b4fa9325bc on host dv-cinder-774288-12-iscsi {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:10.881862 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.914850 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] No DVR routers for this DVR port 3aba6a93-0012-4613-a90b-f7b4fa9325bc on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:10.917362 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Pushing event deleted for resources: {'Port': ['ID=3aba6a93-0012-4613-a90b-f7b4fa9325bc,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:10.933926 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.934331 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.934679 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.935067 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.935670 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.936009 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.936367 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.936736 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.937073 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.937427 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.938653 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.938896 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81716873-1c3d-4372-8c92-10c0aa8f0f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:20:10.963285 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:10.987443 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc2d31c-35a3-41a6-a187-8183bd0b04ca']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:10.998473 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f61e5e-f642-43ee-be3d-52901e906486') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:10.998944 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f61e5e-f642-43ee-be3d-52901e906486') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:11.010748 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.026025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.034395 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:20:11.034810 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:20:11.036769 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:20:11.101950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.109346 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.112945 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] 10.222.0.48 "DELETE /v2.0/networks/afc2d31c-35a3-41a6-a187-8183bd0b04ca HTTP/1.1" status: 204 len: 168 time: 0.7158773 Nov 22 22:20:11.116031 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59492) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:11.128220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853083-f174-4512-9cf3-ce33baf4d083 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc2d31c-35a3-41a6-a187-8183bd0b04ca,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:11.476882 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:11.505027 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:11.505393 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 0a3daaf8-2bb4-4f75-adc5-51cb4a116664 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:11.505852 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3aba6a93-0012-4613-a90b-f7b4fa9325bc no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:11.526832 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 3aba6a93-0012-4613-a90b-f7b4fa9325bc {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:11.527174 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3aba6a93-0012-4613-a90b-f7b4fa9325bc not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:11.527965 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6b15670b-7519-4b34-9815-6f48eeafa4d2 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:11.552954 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 6b15670b-7519-4b34-9815-6f48eeafa4d2 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:11.553554 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 6b15670b-7519-4b34-9815-6f48eeafa4d2 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:11.566591 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.647875 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:11.926918 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Deleting port 92391a7e-4c23-4042-a8fd-1df3c56f80fb {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:11.927280 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:12.007044 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] For port 92391a7e-4c23-4042-a8fd-1df3c56f80fb, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=92391a7e-4c23-4042-a8fd-1df3c56f80fb,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:12.007394 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:12.020849 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Calling delete_port for 92391a7e-4c23-4042-a8fd-1df3c56f80fb owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:12.224007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:12.286306 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92391a7e-4c23-4042-a8fd-1df3c56f80fb,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:12.520500 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.043204 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Router 558aef33-5f42-4617-8b63-c1f33e358eda has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:20:13.160657 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:20:13.166381 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2057e139-9440-4091-bafc-7fe9b2ef92f5 admin admin] 10.222.0.48 "PUT /v2.0/routers/558aef33-5f42-4617-8b63-c1f33e358eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490561 Nov 22 22:20:13.170272 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59494) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:13.172847 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Sync routers for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:20:13.193244 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:13.193947 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:13.294037 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.302391 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.319612 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:13.335941 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.442185 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.513325 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Deleting port 7f1b36a5-6060-4c7e-a26d-813840d1afe2 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:13.513849 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.559968 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:20:12Z', 'revision_number': 5, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port': {'id': '7f1b36a5-6060-4c7e-a26d-813840d1afe2', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:15:09Z', 'updated_at': '2021-11-22T22:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:13.604450 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] For port 7f1b36a5-6060-4c7e-a26d-813840d1afe2, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=7f1b36a5-6060-4c7e-a26d-813840d1afe2,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:13.604802 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.605788 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Checking router: 558aef33-5f42-4617-8b63-c1f33e358eda for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:20:13.616555 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Routers {'558aef33-5f42-4617-8b63-c1f33e358eda'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:13.617477 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['558aef33-5f42-4617-8b63-c1f33e358eda'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:13.624494 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Calling delete_port for 7f1b36a5-6060-4c7e-a26d-813840d1afe2 owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:13.715887 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] Set router 558aef33-5f42-4617-8b63-c1f33e358eda gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:13.859928 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:13.896348 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1b36a5-6060-4c7e-a26d-813840d1afe2,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:13.914245 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:20:13Z', 'revision_number': 6, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:13.942878 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28882add-b271-4225-83d8-9a6c51c80c03 None None] The sync data for ids ['558aef33-5f42-4617-8b63-c1f33e358eda'] in dv-cinder-774288-12-iscsi is: [{'id': '558aef33-5f42-4617-8b63-c1f33e358eda', 'name': 'tempest-TestShelveInstance-195280409-router', 'tenant_id': 'e80c8da95bb64907a5fb860cf0be847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:15:08Z', 'updated_at': '2021-11-22T22:20:13Z', 'revision_number': 6, 'project_id': 'e80c8da95bb64907a5fb860cf0be847b', 'gw_port_host': None}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:20:13.962590 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.098891 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.101472 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.149895 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.150372 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558aef33-5f42-4617-8b63-c1f33e358eda {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:20:14.155919 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.157459 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-2f6ded05-cece-4542-8114-74a3a454449c admin admin] 10.222.0.48 "DELETE /v2.0/routers/558aef33-5f42-4617-8b63-c1f33e358eda HTTP/1.1" status: 204 len: 168 time: 0.9857447 Nov 22 22:20:14.161883 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59496) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:14.217552 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Deleting subnet 1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:20:14.221314 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.260275 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.363460 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.439347 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.467849 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:14.470010 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.477312 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ec070fab-ff7b-444f-bd63-2e0b1941853c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ecac02e-aa3b-4cee-b8d4-a3abf4471b9d HTTP/1.1" status: 204 len: 168 time: 0.3104725 Nov 22 22:20:14.477957 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14651f22-53e0-43de-84da-730352971d15 None None] Network cb849e58-5bdb-48f1-ae35-2e320ff2aab9 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:20:14.478453 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59498) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:14.563272 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.649656 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Deleting port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:14.650218 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.748329 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] DHCP port deletion for cb849e58-5bdb-48f1-ae35-2e320ff2aab9 request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:20:14.773428 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] For port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:14.774024 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.790960 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Calling delete_port for 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 owned by network:dhcp {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:14.810875 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Deleting port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:14.811399 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.894705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.899587 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] For port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,segment=NetworkSegment(e55253c1-28b2-4921-b113-c8dc8c5be358),segment_id=e55253c1-28b2-4921-b113-c8dc8c5be358)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:14.900281 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:14.915556 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Calling delete_port for 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:14.924869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:14.926839 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] No DVR routers for this DVR port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 on host dv-cinder-774288-12-iscsi {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:15.015971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.051660 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb849e58-5bdb-48f1-ae35-2e320ff2aab9']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:15.055581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.066274 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55253c1-28b2-4921-b113-c8dc8c5be358') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:15.066639 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55253c1-28b2-4921-b113-c8dc8c5be358') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:15.083060 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.091233 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] Pushing event deleted for resources: {'Port': ['ID=47ec23e1-f96e-46a1-b2ec-955f2eec28d5,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:15.096292 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fc02f-eb7a-4e95-b9f9-714c3653898b None None] No DVR routers for this DVR port 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:15.113147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.120855 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:20:15.121504 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:20:15.123782 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:20:15.183248 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.191441 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.194782 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cb849e58-5bdb-48f1-ae35-2e320ff2aab9 HTTP/1.1" status: 204 len: 168 time: 0.7155499 Nov 22 22:20:15.207128 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1485-8588-4635-9502-5aff118438e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb849e58-5bdb-48f1-ae35-2e320ff2aab9,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:15.339102 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59502) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:15.388427 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-97ca7c88-7627-4bf3-a914-13ece988bc48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7cc0842c0744b76839ef6edadcc637d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479767 Nov 22 22:20:15.391354 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59504) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:15.474165 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.504363 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 92391a7e-4c23-4042-a8fd-1df3c56f80fb no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:15.512392 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.542468 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 92391a7e-4c23-4042-a8fd-1df3c56f80fb {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:15.542934 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 92391a7e-4c23-4042-a8fd-1df3c56f80fb not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:15.543528 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:15.600109 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.603552 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:15.605421 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76ab2f62-bd2d-4be3-8e43-dc9bd7ccbee0 HTTP/1.1" status: 204 len: 168 time: 0.2125802 Nov 22 22:20:15.623142 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee86b-13de-44ec-b6e3-30b149dfe2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ab2f62-bd2d-4be3-8e43-dc9bd7ccbee0,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:15.710274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:15.710564 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 47ec23e1-f96e-46a1-b2ec-955f2eec28d5 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:15.710914 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7f1b36a5-6060-4c7e-a26d-813840d1afe2 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:15.737670 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 7f1b36a5-6060-4c7e-a26d-813840d1afe2 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:15.738302 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 7f1b36a5-6060-4c7e-a26d-813840d1afe2 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:15.828012 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:16.032100 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59510) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:16.086599 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-582b0812-e7b6-4ff5-b57b-88e47ba283df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e80c8da95bb64907a5fb860cf0be847b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529253 Nov 22 22:20:16.089705 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59512) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:16.149060 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:16.177667 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:16.236312 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:16.239339 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:16.240553 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7ac0cd5-7409-4055-95e4-0f6db88aed18 HTTP/1.1" status: 204 len: 168 time: 0.1496830 Nov 22 22:20:16.250562 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bad8e-df2c-4108-9e74-627789356cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac0cd5-7409-4055-95e4-0f6db88aed18,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:24.476200 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ed3fb-93a9-4921-a491-6fdb895be356 req-4dba9fb0-efd5-4177-aa59-29727b629aed tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:24.477894 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f61ed3fb-93a9-4921-a491-6fdb895be356 req-4dba9fb0-efd5-4177-aa59-29727b629aed tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0568392 Nov 22 22:20:24.549827 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f61ed3fb-93a9-4921-a491-6fdb895be356 req-76131c32-028a-4e63-b976-07e1d03f8cc9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648777 Nov 22 22:20:25.884977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11366de8-74dc-4ea3-8787-a9bf8965dbad req-3c4e66dc-7461-42f6-9b86-bb0d99841c21 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:25.886507 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11366de8-74dc-4ea3-8787-a9bf8965dbad req-3c4e66dc-7461-42f6-9b86-bb0d99841c21 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0893471 Nov 22 22:20:25.901056 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-a734a537-cb1f-4e0c-98cc-cdbe44fa916d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:25.902835 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-a734a537-cb1f-4e0c-98cc-cdbe44fa916d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 946 time: 0.0787246 Nov 22 22:20:26.019029 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-11366de8-74dc-4ea3-8787-a9bf8965dbad req-ef8ec294-a6c7-455c-a0a0-cc9950ccf1c9 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147251 Nov 22 22:20:26.066352 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port 5b22bc0c-868c-4283-84c1-68f3f0d1114a {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:20:26.066830 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.180684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] For port 5b22bc0c-868c-4283-84c1-68f3f0d1114a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5b22bc0c-868c-4283-84c1-68f3f0d1114a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:26.181053 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.380972 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.381373 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.381671 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP 7e01c896-ac46-40e7-853f-5380c30556de disassociated. External IP: 172.27.1.118, port: 5b22bc0c-868c-4283-84c1-68f3f0d1114a. Nov 22 22:20:26.382072 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for 5b22bc0c-868c-4283-84c1-68f3f0d1114a owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:20:26.533806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.568974 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=5b22bc0c-868c-4283-84c1-68f3f0d1114a,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:26.706321 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:20:26.828890 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:20:26.840181 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:20:26.858077 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:26.859084 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:26.871600 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] No DVR routers for this DVR port 5b22bc0c-868c-4283-84c1-68f3f0d1114a on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:20:26.874765 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:26.878343 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6faeda71-eeee-43f4-bd68-81bc9da5cb99 req-25f95a82-26a7-4249-b9f7-6188823de6b8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "DELETE /v2.0/ports/5b22bc0c-868c-4283-84c1-68f3f0d1114a HTTP/1.1" status: 204 len: 173 time: 0.9667170 Nov 22 22:20:26.878834 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'name': 'network-vif-deleted', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:26.881231 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e7423-a60a-4498-807f-fe92fd7f7d6f" -d '{"events": [{"server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "name": "network-vif-deleted", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:26.927311 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cd10ba-adaa-4734-b8f1-5dcc42baf09f x-openstack-request-id: req-84cd10ba-adaa-4734-b8f1-5dcc42baf09f {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:26.927950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578590be-76b9-4944-90ef-35d21bf510aa", "name": "network-vif-deleted", "tag": "5b22bc0c-868c-4283-84c1-68f3f0d1114a", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:26.927950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84cd10ba-adaa-4734-b8f1-5dcc42baf09f {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:26.928446 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578590be-76b9-4944-90ef-35d21bf510aa', 'name': 'network-vif-deleted', 'tag': '5b22bc0c-868c-4283-84c1-68f3f0d1114a', 'status': 'completed', 'code': 200} Nov 22 22:20:27.043232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:27.212067 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a3e535a5-d327-4e7f-8329-9377d221a4d0 req-ef7e901b-8d26-4a1c-a681-62002bb7677b tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=578590be-76b9-4944-90ef-35d21bf510aa HTTP/1.1" status: 200 len: 210 time: 0.0533330 Nov 22 22:20:27.382601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:27.417855 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:20:27.430821 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:27.431538 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:27.556905 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:27.871172 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:27.902231 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa184fff-f851-4399-afb4-84849ceae7b3 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:20:28.134614 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09e109-7d83-4e9d-9158-6bf41f3bed8c None None] New status for floating IP 7e01c896-ac46-40e7-853f-5380c30556de: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:20:28.454044 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 5b22bc0c-868c-4283-84c1-68f3f0d1114a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:20:28.486985 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 5b22bc0c-868c-4283-84c1-68f3f0d1114a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:20:28.487334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 5b22bc0c-868c-4283-84c1-68f3f0d1114a not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:20:28.556738 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-55861f24-a7c3-4c3e-b08b-1b72d9d33182 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950659605&fields=id&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 267 time: 0.0536308 Nov 22 22:20:28.683168 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-66a0a518-293d-450d-aabf-85927142df6d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:28.685047 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-66a0a518-293d-450d-aabf-85927142df6d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1203353 Nov 22 22:20:28.702738 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-ca78440d-6073-4e43-966e-417ad3834bb7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/quotas/5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 375 time: 0.0109005 Nov 22 22:20:28.768360 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-d20f713f-efe3-431d-b0ce-4e63630f3017 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572946 Nov 22 22:20:28.991343 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-28c06350-8d54-45ed-8e6a-858e879b499b service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089238 Nov 22 22:20:29.101365 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-c43b46b2-f50d-4b0e-a463-e5000ae52367 service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031909 Nov 22 22:20:30.484235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-dee6a425-980f-4456-be00-158ba12c8b7f req-a1b97946-ab86-4f8f-b4f7-0408f8cc8b27 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 210 time: 0.0466688 Nov 22 22:20:31.523711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-d6de46f8-9fdd-4e5e-9afe-11926cac732e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:31.525398 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-d6de46f8-9fdd-4e5e-9afe-11926cac732e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1403115 Nov 22 22:20:31.629329 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f499dbec-77ed-4d74-a310-92bf283b7436 req-151af492-be30-4bcb-b408-23e790a3433c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 210 time: 0.0521972 Nov 22 22:20:31.681712 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-02669b47-f871-4ede-b60f-2e63045ef9e4 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 379 time: 0.1463773 Nov 22 22:20:31.693306 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'port': {'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'admin_state_up': True, 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'security_groups': ['e970285f-b103-4393-8b4a-8ddd50931788']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:20:31.831212 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Made reservation on behalf of 5c0797bf8e5e485bbc74929a1ae866bc for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:20:31.835396 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:31.997432 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.20.0.13 (812f2532-6041-4ddf-b032-f5310fb87523/45caae8e-7a69-46c6-9efc-ad7bb2404ca8/bc4df413-2a94-4feb-a335-53f4e137afa4) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:20:32.198494 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:32.239225 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:32.292207 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:20:32.296549 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:20:32.300838 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:20:32.326281 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:32.373240 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:32.374372 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:32.404826 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-b1ba0e0e-d72f-490e-ac22-5527af2a8b9d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7153819 Nov 22 22:20:32.421708 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Request body: {'port': {'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:20:32.526819 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:32.563697 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-2ada0c01-0c40-4827-b642-315d73162061 None None] Provisioning complete for port bc4df413-2a94-4feb-a335-53f4e137afa4 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:20:32.564546 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c01-0c40-4827-b642-315d73162061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:32.604176 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-2ada0c01-0c40-4827-b642-315d73162061 None None] Port bc4df413-2a94-4feb-a335-53f4e137afa4 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:20:32.823701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2753780-5d26-490d-9750-0e79a4379145 req-4940b263-90a6-4ac8-9e00-366f947415b3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:32.825235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f2753780-5d26-490d-9750-0e79a4379145 req-4940b263-90a6-4ac8-9e00-366f947415b3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 932 time: 0.1122661 Nov 22 22:20:32.922084 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f2753780-5d26-490d-9750-0e79a4379145 req-037f844b-c91c-4d49-b2ea-710406316425 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902154 Nov 22 22:20:32.983618 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4df413-2a94-4feb-a335-53f4e137afa4 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:20:32.993270 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:33.008771 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Transition to ACTIVE for port object bc4df413-2a94-4feb-a335-53f4e137afa4 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:20:33.015619 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:33.081238 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:33.203172 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Attempting to bind port bc4df413-2a94-4feb-a335-53f4e137afa4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:20:33.203512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Attempting to bind port bc4df413-2a94-4feb-a335-53f4e137afa4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:20:33.203840 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Attempting to bind port bc4df413-2a94-4feb-a335-53f4e137afa4 on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:20:33.209415 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Port bc4df413-2a94-4feb-a335-53f4e137afa4 on network 812f2532-6041-4ddf-b032-f5310fb87523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:20:33.209742 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Attempting to bind port bc4df413-2a94-4feb-a335-53f4e137afa4 on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:20:33.216025 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:20:33.216399 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:20:33.217034 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Bound using segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:20:33.217606 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Bound port: bc4df413-2a94-4feb-a335-53f4e137afa4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:20:33.217971 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:33.325149 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:20:33.329496 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc4df413-2a94-4feb-a335-53f4e137afa4,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:20:33.337400 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:33.373752 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:33.374398 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:33.375962 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 1094 time: 0.9627111 Nov 22 22:20:33.381413 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:33.383871 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239d233-cbe0-4129-9c53-1d8ae98d2136" -d '{"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:33.425599 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74a93-3703-4c42-bb43-97bc4e277964 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:33.455084 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489cf84-c68e-44e9-8548-722976d865c8 x-openstack-request-id: req-d489cf84-c68e-44e9-8548-722976d865c8 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:33.455456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:33.455851 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d489cf84-c68e-44e9-8548-722976d865c8 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:33.456491 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'status': 'completed', 'code': 200} Nov 22 22:20:33.507797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-d1e21178-e98d-45b7-abe9-e18c6023f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:33.510314 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-d1e21178-e98d-45b7-abe9-e18c6023f441 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1097 time: 0.0733550 Nov 22 22:20:33.562559 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-ea240b65-5c93-490c-9de5-07b13dc648a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 217 time: 0.0432982 Nov 22 22:20:33.635135 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-f577d778-13ea-45b2-8321-675922bdb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:33.637992 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-f577d778-13ea-45b2-8321-675922bdb330 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0669398 Nov 22 22:20:33.696577 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-e880abc9-0cae-4445-aa81-e3544cf99d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:33.698206 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-e880abc9-0cae-4445-aa81-e3544cf99d1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528514 Nov 22 22:20:33.808821 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-e52147cb-95e2-4b6d-bf1e-fc791a60e2ca service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027405 Nov 22 22:20:33.909499 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-ee849c3c-eed0-4bec-9c29-3bf38379e8b2 req-2088b90a-86ff-4262-beec-7a4a6fd75556 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925536 Nov 22 22:20:34.102277 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-6f64b2be-600c-4cf5-92ae-8ec46fde8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:34.104964 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-6f64b2be-600c-4cf5-92ae-8ec46fde8f88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1097 time: 0.1349056 Nov 22 22:20:34.168437 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5f15-aca6-4c6d-8519-4a977820d766 req-3e0d00c3-745e-4252-b748-b01bed13f53a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:34.171085 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b79e5f15-aca6-4c6d-8519-4a977820d766 req-3e0d00c3-745e-4252-b748-b01bed13f53a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.1550808 Nov 22 22:20:34.359058 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b79e5f15-aca6-4c6d-8519-4a977820d766 req-6dfab8c7-ac4b-41a5-9c36-21ff42dd4287 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397736 Nov 22 22:20:34.381262 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-898f9dc1-06a7-4227-a122-bce84ab1afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:34.383018 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-898f9dc1-06a7-4227-a122-bce84ab1afce service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.2694550 Nov 22 22:20:34.434777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-72372972-ce4c-406c-9f02-e41654751f9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 217 time: 0.0429323 Nov 22 22:20:34.489676 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-fbf1a4b3-2d92-4837-8572-660c74a6fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:34.491229 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-fbf1a4b3-2d92-4837-8572-660c74a6fa29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0490558 Nov 22 22:20:34.542702 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-d27d7ed2-4744-4978-8ba4-4764f3c8b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:34.544302 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-d27d7ed2-4744-4978-8ba4-4764f3c8b0f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450931 Nov 22 22:20:34.653725 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-3b0157d7-21c1-49c1-85bd-691f2afb1daf service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019499 Nov 22 22:20:34.811131 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8239d233-cbe0-4129-9c53-1d8ae98d2136 req-9fef054d-edbc-42e5-baa0-6aea2a372c14 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499159 Nov 22 22:20:35.521007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f03e-171c-450a-8a95-83becee2f000 req-d87a44f6-ec19-4cd8-8d9d-e63361c047f3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:35.522813 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3e20f03e-171c-450a-8a95-83becee2f000 req-d87a44f6-ec19-4cd8-8d9d-e63361c047f3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.0618224 Nov 22 22:20:35.598890 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3e20f03e-171c-450a-8a95-83becee2f000 req-ef408435-4907-4fdc-9ace-6004fe641bbd tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638969 Nov 22 22:20:36.727376 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477fe54-d30e-460d-a880-755cee363d93 req-c65b2c46-397d-4203-8b66-5864b1342938 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:36.728987 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3477fe54-d30e-460d-a880-755cee363d93 req-c65b2c46-397d-4203-8b66-5864b1342938 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.0549538 Nov 22 22:20:36.786265 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-3477fe54-d30e-460d-a880-755cee363d93 req-14a21f61-9589-475c-9cfb-903a4d84cff6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501571 Nov 22 22:20:37.184549 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3395f4da-fda4-4b3c-b180-8990a87dc93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:37.927318 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e3451-6232-4339-bd28-ef120fada9cf req-339015da-266c-4ba9-bc91-c868e5c89202 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:37.928983 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-313e3451-6232-4339-bd28-ef120fada9cf req-339015da-266c-4ba9-bc91-c868e5c89202 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.0589414 Nov 22 22:20:37.988701 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-313e3451-6232-4339-bd28-ef120fada9cf req-e8e34748-369d-460c-8dcd-246a7db949d8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529997 Nov 22 22:20:39.126101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ac18-17b3-40f5-a134-3c3e740d7990 req-98ba4c58-e07b-4206-8f1a-3581908ead77 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:39.127746 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1a05ac18-17b3-40f5-a134-3c3e740d7990 req-98ba4c58-e07b-4206-8f1a-3581908ead77 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.0548673 Nov 22 22:20:39.199701 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1a05ac18-17b3-40f5-a134-3c3e740d7990 req-73ded9e7-1b81-4b42-828e-9b289d68db85 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609663 Nov 22 22:20:40.337918 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3be79-5948-43bc-bbb0-0b08fd506670 req-6278d266-8740-4437-a4bf-df732212d8cb tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:40.339547 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f6a3be79-5948-43bc-bbb0-0b08fd506670 req-6278d266-8740-4437-a4bf-df732212d8cb tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 944 time: 0.0610352 Nov 22 22:20:40.418341 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-f6a3be79-5948-43bc-bbb0-0b08fd506670 req-73dd1357-efd3-49f8-8d21-7f8e6ba724db tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707743 Nov 22 22:20:40.511242 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bc4df413-2a94-4feb-a335-53f4e137afa4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:20:40.623753 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc4df413-2a94-4feb-a335-53f4e137afa4,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:40.639119 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:20:40.689235 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:40.705931 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4df413-2a94-4feb-a335-53f4e137afa4 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:20:40.728010 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc4df413-2a94-4feb-a335-53f4e137afa4,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:40.733089 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:40.791390 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e951a49e-de0f-4d92-a0ef-0df6314ceedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:40.799235 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:40.956665 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['bc4df413-2a94-4feb-a335-53f4e137afa4'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:20:41.648793 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:41.841757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bc76a-4e7c-4b68-adc6-f2bbbebeff82 req-f8d22119-8ac2-42f6-be13-f492c3dc244f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:41.843510 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-806bc76a-4e7c-4b68-adc6-f2bbbebeff82 req-f8d22119-8ac2-42f6-be13-f492c3dc244f tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 945 time: 0.3470871 Nov 22 22:20:41.916362 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-806bc76a-4e7c-4b68-adc6-f2bbbebeff82 req-182b2bfb-3c2c-4504-9ebb-1c64a97f5b44 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659237 Nov 22 22:20:42.352526 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:20:42.514756 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bc4df413-2a94-4feb-a335-53f4e137afa4 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:20:42.572967 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port bc4df413-2a94-4feb-a335-53f4e137afa4 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:20:42.578446 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port bc4df413-2a94-4feb-a335-53f4e137afa4 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:20:42.579036 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:42.697335 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:42.726493 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:42.728928 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b28ab-43e2-40db-8ffb-0c920c7041a6" -d '{"events": [{"server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "name": "network-vif-plugged", "status": "completed", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:42.744732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc4df413-2a94-4feb-a335-53f4e137afa4,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:20:42.749934 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:42.802443 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ce00a-6775-4f24-9f05-478febec334f x-openstack-request-id: req-e00ce00a-6775-4f24-9f05-478febec334f {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:42.802940 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "name": "network-vif-plugged", "status": "completed", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:42.803186 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e00ce00a-6775-4f24-9f05-478febec334f {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:42.803599 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'code': 200} Nov 22 22:20:42.809769 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:43.065961 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed87b-e843-4e13-b534-ec6759cae848 req-0504a795-916f-4d8c-85f3-ac3768090506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:43.067412 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2eed87b-e843-4e13-b534-ec6759cae848 req-0504a795-916f-4d8c-85f3-ac3768090506 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0767443 Nov 22 22:20:43.090158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e184-08b3-40eb-bbea-deaf8f1341b8 req-81545472-de56-4076-b164-79e9e9d7759a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:43.092090 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a953e184-08b3-40eb-bbea-deaf8f1341b8 req-81545472-de56-4076-b164-79e9e9d7759a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.0733752 Nov 22 22:20:43.214461 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a2eed87b-e843-4e13-b534-ec6759cae848 req-90bd4a1b-49dd-4eaf-ade6-fd4c6d8308a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382356 Nov 22 22:20:43.232086 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a953e184-08b3-40eb-bbea-deaf8f1341b8 req-30528e6e-8097-4305-b8cf-722652e0ebcd tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252956 Nov 22 22:20:43.298571 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:43.336078 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:44.380008 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771060a4-6f69-4820-89cd-573a5b3287aa req-fb782d6d-6dd9-4327-b677-f8a2f1199499 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:44.381687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-771060a4-6f69-4820-89cd-573a5b3287aa req-fb782d6d-6dd9-4327-b677-f8a2f1199499 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.0649705 Nov 22 22:20:44.443278 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-771060a4-6f69-4820-89cd-573a5b3287aa req-4b7a793c-8905-4ca8-8540-d725286734db tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549068 Nov 22 22:20:44.580317 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2538339-04a8-44e9-a993-d8feba9cdfca req-6e63e557-285e-4e55-8980-a70aae531c51 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:44.582045 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b2538339-04a8-44e9-a993-d8feba9cdfca req-6e63e557-285e-4e55-8980-a70aae531c51 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.0551648 Nov 22 22:20:44.649400 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-b2538339-04a8-44e9-a993-d8feba9cdfca req-3695c76c-9bdf-4b19-aa8d-788ee3b75b70 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601864 Nov 22 22:20:44.677000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59588) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:44.722238 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1a275-8a55-4fbd-907e-6eed01e34d24 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:44.723888 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-75a1a275-8a55-4fbd-907e-6eed01e34d24 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1094 time: 0.0456614 Nov 22 22:20:44.727895 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59590) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:20:44.733139 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:20:44.765308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:44.906297 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.025726 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.27.1.90 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/9972b7d3-967d-4127-9ff3-057ab17912b1) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:20:45.157051 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.198308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.246547 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:20:45.250128 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:20:45.255455 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:20:45.261872 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=9972b7d3-967d-4127-9ff3-057ab17912b1,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:45.657322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.733136 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.830825 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.903411 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.909576 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:45.984994 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=9972b7d3-967d-4127-9ff3-057ab17912b1,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:20:45.999343 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:46.106663 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP b31bf30a-4e4d-4825-b0b9-a06a6d6ad731 associated. External IP: 172.27.1.90, port: bc4df413-2a94-4feb-a335-53f4e137afa4. Nov 22 22:20:46.337395 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:20:46.455649 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:20:46.465629 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:20:46.477144 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:46.477863 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:46.482213 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:20:46.536255 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-a3baf1af-3290-4b4f-b868-a0bc38d8f48e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7987435 Nov 22 22:20:46.536255 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:20:46.536255 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3629d5e-767c-4824-a927-4154386a21ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:20:46.612434 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:46.792929 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da1a50-ddff-413c-9a0b-c764dc472328 x-openstack-request-id: req-f6da1a50-ddff-413c-9a0b-c764dc472328 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:20:46.793584 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:20:46.793855 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6da1a50-ddff-413c-9a0b-c764dc472328 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:20:46.794451 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'status': 'completed', 'code': 200} Nov 22 22:20:46.870448 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3629d5e-767c-4824-a927-4154386a21ee req-a71f0973-a435-4526-b022-ce19d48d26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:46.874236 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-a71f0973-a435-4526-b022-ce19d48d26f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0557563 Nov 22 22:20:47.014286 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3629d5e-767c-4824-a927-4154386a21ee req-9f819335-d19b-4270-9a20-616b5e58a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:47.015833 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-9f819335-d19b-4270-9a20-616b5e58a91f service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1346209 Nov 22 22:20:47.039640 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:45Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:47.089061 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-97d2c6f4-485b-4fbc-bcc4-67831131b4e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 999 time: 0.0659130 Nov 22 22:20:47.095739 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:20:47.110492 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:20:47.112816 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:20:41Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:47.144639 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3629d5e-767c-4824-a927-4154386a21ee req-dc5e815a-8999-41ef-ac99-7cd25b8af62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:47.146687 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-dc5e815a-8999-41ef-ac99-7cd25b8af62b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0507092 Nov 22 22:20:47.223278 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3629d5e-767c-4824-a927-4154386a21ee req-7da6d91f-5a3b-4535-b510-b3c596e0a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:20:47.225941 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-7da6d91f-5a3b-4535-b510-b3c596e0a94f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718875 Nov 22 22:20:47.241938 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:20:47.329884 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-1a18bb80-e158-4933-a51e-a76d44b602a6 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959013 Nov 22 22:20:47.456175 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c3629d5e-767c-4824-a927-4154386a21ee req-6da6d231-87c6-41aa-8044-2d8519b59a94 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195385 Nov 22 22:20:47.528400 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:45Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:20:47.581732 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eafcb2-0427-41e4-bcdd-52f4d7afb739 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:45Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:20:47.798802 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bddb4c5-e407-46e9-a41f-67fa06ab2bba None None] New status for floating IP b31bf30a-4e4d-4825-b0b9-a06a6d6ad731: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:21:07.178807 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f02be6c8-f84b-4f3c-b6df-d7e5a98e3119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:10.778354 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-fe57febe-072c-4416-8107-057238a72683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:11.648064 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:13.294138 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:13.338451 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:15.827043 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:19.357428 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:21:28.114113 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-482a5817-b430-4ca4-b2f6-8e44be666388 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520086 Nov 22 22:21:28.234101 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-81ce2d67-b026-434f-aafe-030d655126e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:21:28.236558 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-81ce2d67-b026-434f-aafe-030d655126e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0698965 Nov 22 22:21:28.395169 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-78e110ab-9e40-4912-9dc5-7b043a33d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:21:28.396953 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-78e110ab-9e40-4912-9dc5-7b043a33d5bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1389964 Nov 22 22:21:28.477462 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-19c24ad0-4f4c-4bb6-944c-377b973e5988 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 1001 time: 0.0690005 Nov 22 22:21:28.537708 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-3e222324-ad63-4740-ad34-51bbcc99ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:21:28.539225 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-3e222324-ad63-4740-ad34-51bbcc99ed57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0537117 Nov 22 22:21:28.597472 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-140dd641-8dc9-4f57-8f4a-bcc74323b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:21:28.599135 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-140dd641-8dc9-4f57-8f4a-bcc74323b9fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520875 Nov 22 22:21:28.704691 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-cbde7efc-69a8-4ae4-bf2c-cdf456445443 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960658 Nov 22 22:21:28.811887 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6b14f64a-12d9-4122-a5c5-5b2d1e9907c2 req-0c2ec6c0-f620-430d-b96e-3f8f3de25cd6 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993636 Nov 22 22:21:37.177482 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b7f62045-7d1b-4a3b-bdbf-2b44273e26f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:40.774728 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-87ae470d-8611-4264-9de2-9863dc71d7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:41.659316 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:43.298522 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:43.342373 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:45.838818 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:21:56.399756 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:22:07.176478 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-e7a07341-86f4-4b43-8977-26b4369bbb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:10.773808 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-85714de3-1a0e-469b-b438-aa5266d09201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:11.657638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:13.298905 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:13.353049 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:15.838882 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:18.606864 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-4c0727fb-a48e-4298-962b-87a6e656c369 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950659605&fields=id&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 267 time: 0.0612247 Nov 22 22:22:18.730677 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-b46ea151-bc11-40b6-b231-0617add3bde0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:18.732183 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-b46ea151-bc11-40b6-b231-0617add3bde0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1182241 Nov 22 22:22:18.749750 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-cd44d0cf-7403-4a80-8be1-8c82c7524cc0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/quotas/5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 375 time: 0.0109005 Nov 22 22:22:18.817989 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-b6ee9149-d459-4af9-b5d2-d5854c07ca13 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580096 Nov 22 22:22:18.889739 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-d70ae0d4-4a7c-45ab-a3cc-93a1b23a8463 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 22:22:18.891042 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-d70ae0d4-4a7c-45ab-a3cc-93a1b23a8463 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596168 Nov 22 22:22:18.991353 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-a85d0b9e-50b1-4273-80b0-ca0eb5ce85cc service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929415 Nov 22 22:22:19.096221 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-a94c6986-3506-4bb0-894a-c20be0eac274 service neutron] 10.222.0.48 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978644 Nov 22 22:22:19.516521 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-d2887b6d-9e8e-4309-a196-11e0c0abc055 req-43beb3a4-4c66-4be7-acc8-9c3eaf5493f5 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 210 time: 0.0991290 Nov 22 22:22:20.533458 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-86c32785-d52d-48a7-9aa6-5c6b8d161b00 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:20.535877 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-86c32785-d52d-48a7-9aa6-5c6b8d161b00 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 811 time: 0.1533251 Nov 22 22:22:20.662425 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-246946fd-c23b-4291-97b6-ff8df1b6fd15 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c0797bf8e5e485bbc74929a1ae866bc HTTP/1.1" status: 200 len: 379 time: 0.1168852 Nov 22 22:22:20.695726 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'port': {'device_id': '6ba28684-3d11-44d4-bffc-264f27028854', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'admin_state_up': True, 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'security_groups': ['e970285f-b103-4393-8b4a-8ddd50931788']}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:22:20.706175 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-c742c6ed-b99a-46de-ae56-6f8d9f2368c7 req-cfdced3c-1d3e-4737-86a8-48dd781b884a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 210 time: 0.0629272 Nov 22 22:22:20.884451 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Made reservation on behalf of 5c0797bf8e5e485bbc74929a1ae866bc for: {'port': 1} {{(pid=102837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 22:22:20.889994 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.088734 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_common [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.20.0.11 (812f2532-6041-4ddf-b032-f5310fb87523/45caae8e-7a69-46c6-9efc-ad7bb2404ca8/73f4d022-d0d2-44fb-9811-66e7c9d11810) {{(pid=102837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:22:21.292001 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.331383 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_create {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.384493 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 812f2532-6041-4ddf-b032-f5310fb87523 is already hosted by enough agents. {{(pid=102837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:22:21.388484 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.base_scheduler [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:22:21.392991 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:22:21.421975 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=1']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:21.435429 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.435806 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.436103 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.436655 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.436998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.437367 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.437698 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.438031 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.438360 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.438684 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.439007 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.439333 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:21.476850 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:21.477977 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.505067 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-1b28c018-83d7-4089-bc49-8a1bbb709133 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366857 Nov 22 22:22:21.519711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.v2.base [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Request body: {'port': {'device_id': '6ba28684-3d11-44d4-bffc-264f27028854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=102837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:22:21.599509 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.632264 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-f8a6000c-7bd0-4c8b-881c-3efa53a3ecb5 None None] Provisioning complete for port 73f4d022-d0d2-44fb-9811-66e7c9d11810 triggered by entity DHCP. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:22:21.633250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-f8a6000c-7bd0-4c8b-881c-3efa53a3ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:21.692497 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6000c-7bd0-4c8b-881c-3efa53a3ecb5 None None] Port 73f4d022-d0d2-44fb-9811-66e7c9d11810 cannot update to ACTIVE because it is not bound. {{(pid=102839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 22:22:21.938508 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b8054-a35e-4986-8701-91e641a2966d req-ecfea6eb-f9ca-407c-8024-5b4f4583e044 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:21.941219 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe5b8054-a35e-4986-8701-91e641a2966d req-ecfea6eb-f9ca-407c-8024-5b4f4583e044 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 932 time: 0.1189337 Nov 22 22:22:22.059732 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-fe5b8054-a35e-4986-8701-91e641a2966d req-f5f5642a-993e-495d-a068-f3cef95493b6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076589 Nov 22 22:22:22.100410 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f4d022-d0d2-44fb-9811-66e7c9d11810 {{(pid=102837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:22:22.110150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:22.124846 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.provisioning_blocks [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Transition to ACTIVE for port object 73f4d022-d0d2-44fb-9811-66e7c9d11810 will not be triggered until provisioned by entity L2. {{(pid=102837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 22:22:22.130875 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:22.192116 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Pushing event updated for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=2']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:22.303854 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Attempting to bind port 73f4d022-d0d2-44fb-9811-66e7c9d11810 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 22:22:22.304422 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Attempting to bind port 73f4d022-d0d2-44fb-9811-66e7c9d11810 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 22:22:22.305013 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Attempting to bind port 73f4d022-d0d2-44fb-9811-66e7c9d11810 on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:22:22.314812 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Port 73f4d022-d0d2-44fb-9811-66e7c9d11810 on network 812f2532-6041-4ddf-b032-f5310fb87523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 22:22:22.315292 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Attempting to bind port 73f4d022-d0d2-44fb-9811-66e7c9d11810 on network 812f2532-6041-4ddf-b032-f5310fb87523 {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 22:22:22.326158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Checking agent: {'id': 'b972ce31-9d5b-4dd2-bebc-1e21eed9d7c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'started_at': datetime.datetime(2021, 11, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 22:22:22.326892 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Checking segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 22:22:22.327505 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Bound using segment: {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'} {{(pid=102837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 22:22:22.328273 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.managers [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Bound port: 73f4d022-d0d2-44fb-9811-66e7c9d11810, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee87f28-e6b2-4405-ad53-3984edeb3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523'}}] {{(pid=102837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 22:22:22.328869 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:22.446145 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, cleared binding levels {{(pid=102837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 22:22:22.450086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 22:22:22.456230 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59595084'] for port, after_update {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:22.500596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:22.501672 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:22.504145 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] 10.222.0.31 "PUT /v2.0/ports/73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 200 len: 1094 time: 0.9894845 Nov 22 22:22:22.504872 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:22:22.508997 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d0e849-39f8-4bcd-9556-f22375c0436a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:22:22.562279 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4724bf-f222-4fa1-8596-9e1b266e388b service neutron] Pushing event updated for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=3']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:22.610072 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cac72c-0bcf-4c4a-b17c-38335ae7966a x-openstack-request-id: req-49cac72c-0bcf-4c4a-b17c-38335ae7966a {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:22:22.611136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:22:22.611136 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49cac72c-0bcf-4c4a-b17c-38335ae7966a {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:22:22.611136 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'status': 'completed', 'code': 200} Nov 22 22:22:22.633994 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ddad9384-93ad-490e-8339-e4f56b42f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:22.635860 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-ddad9384-93ad-490e-8339-e4f56b42f3e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1097 time: 0.0651507 Nov 22 22:22:22.713742 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-d1ff8b8a-86cf-42cf-9d01-f69a17a74599 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 200 len: 217 time: 0.0675743 Nov 22 22:22:22.778098 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-15913b25-2bbe-4217-a161-eac40aadb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:22.780581 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-15913b25-2bbe-4217-a161-eac40aadb7e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0595596 Nov 22 22:22:22.852220 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-bac06b69-9d2f-4d5c-ae53-9a79d31c2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:22.854732 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-bac06b69-9d2f-4d5c-ae53-9a79d31c2f5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0651197 Nov 22 22:22:23.008412 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-e44b4d2b-cf88-4cac-b40e-3675588320b9 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463330 Nov 22 22:22:23.162637 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8c0e9203-59b7-4e5c-87bd-f66218c162e0 req-61c121a4-2e02-42e5-a7e2-cecb3229102c service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472130 Nov 22 22:22:23.219337 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3ab1-f3db-47c0-aea1-6a7aea6f580e req-fa08b2a3-9c19-4fe0-a167-604c94b5e728 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:23.220970 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-064b3ab1-f3db-47c0-aea1-6a7aea6f580e req-fa08b2a3-9c19-4fe0-a167-604c94b5e728 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0718057 Nov 22 22:22:23.305922 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-5fb380da-432d-4160-b799-2d421b105488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:23.307505 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-5fb380da-432d-4160-b799-2d421b105488 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1097 time: 0.0855825 Nov 22 22:22:23.312523 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-064b3ab1-f3db-47c0-aea1-6a7aea6f580e req-b8959d68-1f40-43f5-8353-242f7297e4d2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825715 Nov 22 22:22:23.415330 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-5bc06e49-f90e-4a11-bf34-3a1c36f685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:23.416769 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-5bc06e49-f90e-4a11-bf34-3a1c36f685c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1018021 Nov 22 22:22:23.470865 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-ce01157c-d805-4761-a8f0-bb930a5ed64d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 200 len: 217 time: 0.0433598 Nov 22 22:22:23.532161 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-e51840e1-3598-4a04-9b93-5556ef7ae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:23.534270 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-e51840e1-3598-4a04-9b93-5556ef7ae8a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0534446 Nov 22 22:22:23.591070 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-0b63692f-e006-429b-b8b8-2a5ce0ccc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:23.592634 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-0b63692f-e006-429b-b8b8-2a5ce0ccc660 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472498 Nov 22 22:22:23.707315 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-fe861590-2bc5-4441-8f26-d53e41b746fc service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036913 Nov 22 22:22:23.815854 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-98d0e849-39f8-4bcd-9556-f22375c0436a req-560f8aa9-7515-45ea-88ba-7e0fa3593916 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014974 Nov 22 22:22:24.443903 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdfc16-519f-47ce-8aba-f60a2ab676b1 req-308d7c58-20ae-44fc-90fb-ba551154c527 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:24.445486 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77bdfc16-519f-47ce-8aba-f60a2ab676b1 req-308d7c58-20ae-44fc-90fb-ba551154c527 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0560656 Nov 22 22:22:24.508124 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-77bdfc16-519f-47ce-8aba-f60a2ab676b1 req-c063a854-f121-4d23-b042-4a82e3079dbe tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558705 Nov 22 22:22:25.639074 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035d83-6a20-49ba-a5c8-5d01cb555013 req-6eab02a5-7f0d-4066-8e59-c2ca556a238d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:25.640744 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59035d83-6a20-49ba-a5c8-5d01cb555013 req-6eab02a5-7f0d-4066-8e59-c2ca556a238d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0557678 Nov 22 22:22:25.698079 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-59035d83-6a20-49ba-a5c8-5d01cb555013 req-8f14c4e5-a052-4958-9b1a-ae9d1c8ac68c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501301 Nov 22 22:22:26.866337 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2281c2-153f-4b86-94ef-42f3d22a3525 req-14f5782e-053d-414e-b8f5-ac1157c01f92 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:26.867996 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-de2281c2-153f-4b86-94ef-42f3d22a3525 req-14f5782e-053d-414e-b8f5-ac1157c01f92 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0571373 Nov 22 22:22:26.927858 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-de2281c2-153f-4b86-94ef-42f3d22a3525 req-646da7a0-ca60-486c-87d1-0ad87d973fd3 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523190 Nov 22 22:22:28.068502 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d1fd-a807-49c2-9f68-8669c5f786bb req-7f980474-b0b5-43b0-80e3-d2e6cb5075ac tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:28.070271 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9535d1fd-a807-49c2-9f68-8669c5f786bb req-7f980474-b0b5-43b0-80e3-d2e6cb5075ac tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0630009 Nov 22 22:22:28.128316 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9535d1fd-a807-49c2-9f68-8669c5f786bb req-cbfbbae9-bd98-49c8-97c2-e1315dc9ba1a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508564 Nov 22 22:22:29.286158 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3eeec-d598-46b7-9466-5f1898fac800 req-d7c827ac-62e6-4a2a-b3f2-4a1fa97bb5ae tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:29.288708 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-efe3eeec-d598-46b7-9466-5f1898fac800 req-d7c827ac-62e6-4a2a-b3f2-4a1fa97bb5ae tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0812013 Nov 22 22:22:29.372641 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-efe3eeec-d598-46b7-9466-5f1898fac800 req-547d5586-d20d-4563-bd7e-bcc57f37f567 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772505 Nov 22 22:22:30.084245 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-48ba25ed-c624-4eed-a0b1-1e99e4346e9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502696 Nov 22 22:22:30.182471 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-c023a500-e004-4cc7-9c24-cf1d1c5bb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:30.185236 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-c023a500-e004-4cc7-9c24-cf1d1c5bb5ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0521746 Nov 22 22:22:30.310998 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-15f3cbe5-72e7-4c79-9a1b-7c6256746f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:30.312519 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-15f3cbe5-72e7-4c79-9a1b-7c6256746f00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1029866 Nov 22 22:22:30.392744 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-0f259ff8-e05d-4db2-8ff2-e94ba77530dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 1001 time: 0.0732028 Nov 22 22:22:30.454456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-df298de1-571e-43fb-83a5-6c871a0ff191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:30.456049 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-df298de1-571e-43fb-83a5-6c871a0ff191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0570459 Nov 22 22:22:30.541392 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6ede-22a4-4084-bc51-d0b9b9e47bfc req-fe946d28-d646-47bd-ba69-12eabd2bdd6b tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:30.543820 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c4e6ede-22a4-4084-bc51-d0b9b9e47bfc req-fe946d28-d646-47bd-ba69-12eabd2bdd6b tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 944 time: 0.0868261 Nov 22 22:22:30.547001 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-a3dd67e9-c7b9-45fe-9935-dce8363c4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:30.548675 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-a3dd67e9-c7b9-45fe-9935-dce8363c4f48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811381 Nov 22 22:22:30.658599 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c4e6ede-22a4-4084-bc51-d0b9b9e47bfc req-ff1d2bb8-d286-44ed-8890-61f89495363a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073027 Nov 22 22:22:30.688902 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-6c50c189-5d92-4618-a57a-32f2b5731180 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311188 Nov 22 22:22:30.797776 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2b5a8a0a-789c-4349-a6ce-f07e329383b1 req-fa47ba94-3223-4c55-8f01-d85aedec8641 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019242 Nov 22 22:22:31.138849 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 73f4d022-d0d2-44fb-9811-66e7c9d11810 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=102839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 22:22:31.270134 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:22:31.290517 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Returning: {'device': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'port_id': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'mac_address': 'fa:16:3e:81:32:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 22:22:31.339148 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:31.354292 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f4d022-d0d2-44fb-9811-66e7c9d11810 {{(pid=102839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 22:22:31.376113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:22:31.382034 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:31.439208 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=4']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:31.448500 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.449120 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.449564 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.449947 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.450380 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.450760 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.451137 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.451520 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.451915 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.452290 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.452658 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.453031 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:31.600529 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] get_ports_and_sgs() called for port_ids ['73f4d022-d0d2-44fb-9811-66e7c9d11810'] {{(pid=102839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 22:22:31.973350 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c960-1b45-44c1-8942-9b64c1783cc1 req-da0cacee-688b-4a71-920e-1ccd484d1277 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:31.974972 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a0b5c960-1b45-44c1-8942-9b64c1783cc1 req-da0cacee-688b-4a71-920e-1ccd484d1277 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Nov 22 22:22:32.034041 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a0b5c960-1b45-44c1-8942-9b64c1783cc1 req-f32d0a72-6c6d-4b9e-bbed-2e0503ab71dc tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523813 Nov 22 22:22:33.139622 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 73f4d022-d0d2-44fb-9811-66e7c9d11810 up at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 22:22:33.176919 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098b6a6-26f5-42fd-941d-85c09489e954 req-67007c47-822b-43de-8b62-e33dfa348e5d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:33.179602 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9098b6a6-26f5-42fd-941d-85c09489e954 req-67007c47-822b-43de-8b62-e33dfa348e5d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 945 time: 0.0697944 Nov 22 22:22:33.203853 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning for port 73f4d022-d0d2-44fb-9811-66e7c9d11810 completed by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 22:22:33.209883 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.provisioning_blocks [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Provisioning complete for port 73f4d022-d0d2-44fb-9811-66e7c9d11810 triggered by entity L2. {{(pid=102839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 22:22:33.210414 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734076'] for port, provisioning_complete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:33.251322 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9098b6a6-26f5-42fd-941d-85c09489e954 req-5d0f904c-e167-4abd-8ed6-da207cefe373 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591319 Nov 22 22:22:33.306002 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:33.333032 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810'}] {{(pid=102839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:22:33.335277 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75bd381289f40320f5819f24b5c5c961e288be2ff3d3bb8efaa59e6976130b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b82d3-5a8b-48d9-abb4-2e5449e82989" -d '{"events": [{"server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "name": "network-vif-plugged", "status": "completed", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810"}]}' {{(pid=102839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:22:33.357083 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:22:33.361053 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:22:33.364197 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490'] for port, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:33.399268 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe2fee-980b-4f9b-95d4-6ba3dc327919 x-openstack-request-id: req-01fe2fee-980b-4f9b-95d4-6ba3dc327919 {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:22:33.399776 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "name": "network-vif-plugged", "status": "completed", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810", "code": 200}]} {{(pid=102839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:22:33.400192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01fe2fee-980b-4f9b-95d4-6ba3dc327919 {{(pid=102839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:22:33.400764 dv-cinder-774288-12-iscsi neutron-server[102839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'code': 200} Nov 22 22:22:33.442773 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Pushing event updated for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=5']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:33.626383 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d521-7cd8-46a1-afad-38fc164e34ac req-480152af-0edf-4353-98ed-d3aaf78f6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:33.628081 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6464d521-7cd8-46a1-afad-38fc164e34ac req-480152af-0edf-4353-98ed-d3aaf78f6bfa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1099 time: 0.0491242 Nov 22 22:22:33.693533 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6464d521-7cd8-46a1-afad-38fc164e34ac req-9ee75bcf-6c98-4ccc-834a-c11821d797a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488365 Nov 22 22:22:34.411431 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ac34-9411-460d-a2c0-8dd9b75a06a5 req-babceb30-5475-4228-82a2-31e2f20fbc20 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:34.413037 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b20ac34-9411-460d-a2c0-8dd9b75a06a5 req-babceb30-5475-4228-82a2-31e2f20fbc20 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0618720 Nov 22 22:22:34.474888 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0b20ac34-9411-460d-a2c0-8dd9b75a06a5 req-22eb22ea-13e1-4456-9b2a-fd1ddfd1c079 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541279 Nov 22 22:22:35.625235 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db50231-ca72-49fd-96d1-09b5b23245dd req-32e6f341-0271-46fe-ac2b-901f7300b7ba tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:35.626849 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0db50231-ca72-49fd-96d1-09b5b23245dd req-32e6f341-0271-46fe-ac2b-901f7300b7ba tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0614467 Nov 22 22:22:35.693717 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0db50231-ca72-49fd-96d1-09b5b23245dd req-ac3d5f4d-d5fe-46bb-be89-793ce2935f9a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549893 Nov 22 22:22:35.827911 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e69b9-f88c-40fe-8227-13b8c229cfe5 req-95ec95c9-9c80-4999-b38c-ad2096fa4e4e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:35.830252 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af6e69b9-f88c-40fe-8227-13b8c229cfe5 req-95ec95c9-9c80-4999-b38c-ad2096fa4e4e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0619943 Nov 22 22:22:35.888777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-af6e69b9-f88c-40fe-8227-13b8c229cfe5 req-8e2be1eb-8e9c-4f13-9cfb-eed7bb89ba92 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519102 Nov 22 22:22:35.915143 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59706) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:22:35.966635 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec94ea4-ad59-4b73-bb5c-34ec60cdc022 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:35.968552 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3ec94ea4-ad59-4b73-bb5c-34ec60cdc022 tempest-TestVolumeBootPattern-1290321907 tempest-TestVolumeBootPattern-1290321907-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1094 time: 0.0521929 Nov 22 22:22:35.971779 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59708) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:22:35.978437 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.v2.base [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Request body: {'floatingip': {'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'port_id': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 22:22:36.005143 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:36.128867 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:36.257212 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_common [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Allocated IP 172.27.1.100 (57175e69-0ea7-43df-ae02-f5405b5d5427/ed484a1c-6616-4586-ba39-4bb7bffc1e65/8cb151c9-f6e8-487a-8ba3-52abc39ad1a7) {{(pid=102838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 22:22:36.371819 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:36.409434 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743515916454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:36.733670 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Network 57175e69-0ea7-43df-ae02-f5405b5d5427 is already hosted by enough agents. {{(pid=102838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 22:22:36.736995 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.base_scheduler [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Resources bound (agent type, host, resource id): {{(pid=102838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 22:22:36.740786 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Received port after_create {{(pid=102838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 22:22:36.746890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=8cb151c9-f6e8-487a-8ba3-52abc39ad1a7,revision_number=1']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:36.774537 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.774876 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.775219 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.775556 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.775890 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.776220 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.776600 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.776932 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.777295 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.777621 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.777952 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:36.778275 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:22:37.152638 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.180785 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-abd13e26-0cf2-49eb-9e11-aa528dd62c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.266798 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764771'] for port, before_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.449369 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for port, precommit_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.455240 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743516350778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743515916472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743515916490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59647023'] for port, after_update {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.531009 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event updated for resources: {'Port': ['ID=8cb151c9-f6e8-487a-8ba3-52abc39ad1a7,revision_number=2']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:22:37.549979 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-408093'] for floatingip, after_create {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:37.666096 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP c66c615e-75e3-48b2-a54a-fc57b021b0c4 associated. External IP: 172.27.1.100, port: 73f4d022-d0d2-44fb-9811-66e7c9d11810. Nov 22 22:22:37.913820 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:22:38.047343 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:22:38.059170 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:22:38.072013 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:38.074649 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:22:38.075409 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:22:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:22:38.119136 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-c02cf2ca-60c2-4ca1-b34a-c3313fae03f0 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1459508 Nov 22 22:22:38.121292 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:22:38.124844 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0f9c9-2754-47d2-9bf6-b40384973ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:22:38.180915 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f554e872-1534-4c34-b36f-5272ca61b454 x-openstack-request-id: req-f554e872-1534-4c34-b36f-5272ca61b454 {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:22:38.181850 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:22:38.181850 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f554e872-1534-4c34-b36f-5272ca61b454 {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:22:38.183309 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'status': 'completed', 'code': 200} Nov 22 22:22:38.245569 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:22:38.532304 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-ceb94e03-2b34-4786-b2ac-754d70f75364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:38.534621 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-ceb94e03-2b34-4786-b2ac-754d70f75364 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1099 time: 0.3238528 Nov 22 22:22:38.605921 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}, {'id': 'c66c615e-75e3-48b2-a54a-fc57b021b0c4', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:81:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba28684-3d11-44d4-bffc-264f27028854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:22:36Z', 'updated_at': '2021-11-22T22:22:36Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:22:38.651823 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-a6fe1794-c4b3-429f-aed9-cf9e24507e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:38.653451 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-a6fe1794-c4b3-429f-aed9-cf9e24507e72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1118097 Nov 22 22:22:38.777586 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-89d0a0cd-172c-43dd-98c2-11a248c45899 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 200 len: 1000 time: 0.1157172 Nov 22 22:22:38.787774 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:22:38.798103 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:22:38.798842 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:22:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:22:38.858612 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-1f3491d4-ce98-452d-81ca-05b848b5d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:38.861072 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-1f3491d4-ce98-452d-81ca-05b848b5d47c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0757029 Nov 22 22:22:38.919259 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:22:38.935701 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-0b77aa52-d48e-4e38-9d61-9560ca0bef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:22:38.938317 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-0b77aa52-d48e-4e38-9d61-9560ca0bef01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700090 Nov 22 22:22:39.122778 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-49540a2d-304b-43bd-8109-abdf478d321f service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771955 Nov 22 22:22:39.260938 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-48a0f9c9-2754-47d2-9bf6-b40384973ff7 req-16c032ba-4710-4bc3-822b-ab796702d288 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302714 Nov 22 22:22:39.269274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}, {'id': 'c66c615e-75e3-48b2-a54a-fc57b021b0c4', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:81:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba28684-3d11-44d4-bffc-264f27028854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:22:36Z', 'updated_at': '2021-11-22T22:22:36Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:22:39.310020 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a916a8-d162-4635-961e-2e3a73cb9d17 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}, {'id': 'c66c615e-75e3-48b2-a54a-fc57b021b0c4', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:81:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba28684-3d11-44d4-bffc-264f27028854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:22:36Z', 'updated_at': '2021-11-22T22:22:36Z', 'revision_number': 0, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:22:39.537776 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f9024-a132-42b2-baac-5a619568181a None None] New status for floating IP c66c615e-75e3-48b2-a54a-fc57b021b0c4: ACTIVE {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:22:40.771936 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-b902cd15-5ac8-4e67-bd2e-8d275416d94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:41.671074 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:43.294857 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:43.349542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:45.828877 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:22:46.677339 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-c28c309b-9b0d-4664-83fc-9f2c2ea72b5e req-c2cfb3a9-3d7d-464a-b0ee-d0fe7c032541 service neutron] (102838) timed out ('10.222.0.31', 53407) {{(pid=102838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 22:23:07.180781 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-60f51ac3-82f2-48bf-95f1-bc11f7545819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:10.361055 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:23:10.768639 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1b403a43-bdb5-4909-a5de-2c32589f3b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:11.668498 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:13.293643 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:13.352879 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:15.857889 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:17.267602 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-3cedb50f-84a3-4a17-ab28-2812f466e50f req-be94d90a-af68-4d60-bb76-1d49b3a40755 service neutron] (102838) timed out ('10.222.0.31', 53426) {{(pid=102838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 22:23:30.099823 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-3c58df13-12e0-4c2a-8c91-ffffa15f888e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583649 Nov 22 22:23:30.202194 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-72ac2455-38d9-40e0-9e3e-7c3a42ed0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:23:30.203930 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-72ac2455-38d9-40e0-9e3e-7c3a42ed0334 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0536606 Nov 22 22:23:30.321011 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-0331676f-0434-4e9a-8320-eefd62af7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:23:30.322710 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-0331676f-0434-4e9a-8320-eefd62af7b3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.0961967 Nov 22 22:23:30.437127 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-ed11feb4-7b7f-4dc7-9aae-c1b9b4680d98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 1001 time: 0.1047268 Nov 22 22:23:30.495719 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-006f3fd9-9baa-4e07-890e-a40d8ab4ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:23:30.497300 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-006f3fd9-9baa-4e07-890e-a40d8ab4ce31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0520563 Nov 22 22:23:30.552829 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-55eecf4b-b764-4587-a59e-dad867915412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:23:30.554528 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-55eecf4b-b764-4587-a59e-dad867915412 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484354 Nov 22 22:23:30.664901 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-1bf34114-6a4a-4c61-8621-a4a58307e77e service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009364 Nov 22 22:23:30.769718 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-8da78b65-6e81-4547-bd5e-9f7f40b4422f req-37655e92-743a-4e98-8749-2147ea848d1c service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968931 Nov 22 22:23:37.177451 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-59fadc1b-3bea-4645-b454-6e9cb8f63605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:40.764385 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-641a8e42-49c2-409d-aba5-6e8ecd71b603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:41.665440 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:43.291959 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:43.354685 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:45.871466 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:23:47.362675 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:24:07.177057 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-430a1bbb-311e-43e4-87b9-3cb7820752e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:10.771969 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d698-97f3-47b3-b1e7-27598e40910a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:11.670283 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:13.288827 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:13.358558 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:15.872799 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.184632 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59742) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:17.456068 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port 8cb151c9-f6e8-487a-8ba3-52abc39ad1a7 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:17.456445 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.545509 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.545876 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.561941 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for 8cb151c9-f6e8-487a-8ba3-52abc39ad1a7 owned by network:floatingip {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:17.745840 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.776615 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=8cb151c9-f6e8-487a-8ba3-52abc39ad1a7,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:17.789737 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.790109 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.790458 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.790800 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.791127 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.791454 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.791783 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.792109 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.792453 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.792776 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.793091 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.793442 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:17.860964 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:17.861315 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.db.l3_db [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP c66c615e-75e3-48b2-a54a-fc57b021b0c4 disassociated (deleted). External IP: 172.27.1.100, port: 73f4d022-d0d2-44fb-9811-66e7c9d11810. Nov 22 22:24:18.104924 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:24:18.228774 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:24:18.235677 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:18.244154 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:24:18.261546 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:18.262561 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:18.278891 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-542ca49a-8892-47c6-b2cc-4c211fa04c62 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "DELETE /v2.0/floatingips/c66c615e-75e3-48b2-a54a-fc57b021b0c4 HTTP/1.1" status: 204 len: 168 time: 1.0925462 Nov 22 22:24:18.279799 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810'}] {{(pid=102838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:24:18.283752 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}684b79264d802cef9ad79a95ec23dc3b2fd4c393214042e93f81f330c739a489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498ade8-445d-48e6-afbc-cb38ea09519a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810"}]}' {{(pid=102838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:24:18.336290 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479156a-1646-4347-a1f7-8488196f43ed x-openstack-request-id: req-9479156a-1646-4347-a1f7-8488196f43ed {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:24:18.336720 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810", "status": "completed", "code": 200}]} {{(pid=102838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:24:18.337210 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9479156a-1646-4347-a1f7-8488196f43ed {{(pid=102838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:24:18.337867 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'status': 'completed', 'code': 200} Nov 22 22:24:18.432108 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-a70d91ef-08ec-4c9a-92c1-09d0558c08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:18.434368 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-a70d91ef-08ec-4c9a-92c1-09d0558c08fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 1099 time: 0.0713158 Nov 22 22:24:18.464439 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:18.631705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-ad849623-0e4e-4116-8aef-c29f819669e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:18.633496 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-ad849623-0e4e-4116-8aef-c29f819669e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.1906717 Nov 22 22:24:18.661703 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf46af-0841-4fa6-948b-77d6b7a18e07 req-ae31ab0e-eee6-474a-be36-42bfd5871c58 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:18.663816 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9daf46af-0841-4fa6-948b-77d6b7a18e07 req-ae31ab0e-eee6-474a-be36-42bfd5871c58 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0971251 Nov 22 22:24:18.715387 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-736d4e24-6797-47be-a3cb-3e8f1859ef54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 200 len: 217 time: 0.0729084 Nov 22 22:24:18.800274 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:18.808878 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-9daf46af-0841-4fa6-948b-77d6b7a18e07 req-39f2bc53-9cc3-49ba-813a-721a05dd022d tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977075 Nov 22 22:24:18.813304 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-94be3c05-7f68-4cc6-8cc4-9f8f01d6f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:18.814898 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-94be3c05-7f68-4cc6-8cc4-9f8f01d6f3e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.0904975 Nov 22 22:24:18.838780 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:24:18.855163 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:18.855828 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:18.890198 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-54174eab-6e10-4ee8-8e6d-bf5ca99937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:18.891001 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-54174eab-6e10-4ee8-8e6d-bf5ca99937c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674100 Nov 22 22:24:18.996731 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:19.049061 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-ef5a6f2a-bc0e-4d9d-9cef-2cb5a741b2ae service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495223 Nov 22 22:24:19.201312 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-a498ade8-445d-48e6-afbc-cb38ea09519a req-35970c49-4e73-4a6e-9dfe-408623a3bf7c service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441224 Nov 22 22:24:19.286964 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:19.316226 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fb365-52d2-428b-ba10-ccc68eade76c None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_floatingips': [{'id': 'b31bf30a-4e4d-4825-b0b9-a06a6d6ad731', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'router_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'port_id': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'mac_address': 'fa:16:3e:fe:24:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T22:20:45Z', 'updated_at': '2021-11-22T22:20:47Z', 'revision_number': 1, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:24:19.572929 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246e9ce-d525-47a9-91a3-d3918b89b9a0 None None] New status for floating IP c66c615e-75e3-48b2-a54a-fc57b021b0c4: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:24:19.953796 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991b2f5-030f-48bc-aeb9-6eb30e1cb205 req-9f186600-a2b9-4c68-8b24-62c66a20d154 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:19.955505 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6991b2f5-030f-48bc-aeb9-6eb30e1cb205 req-9f186600-a2b9-4c68-8b24-62c66a20d154 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0572367 Nov 22 22:24:20.051827 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-6991b2f5-030f-48bc-aeb9-6eb30e1cb205 req-39456cf3-1b88-41d4-a34c-f557ba06b8d2 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852365 Nov 22 22:24:20.067596 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-289d47e2-55bc-4573-bc83-cea4c5dd558a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:20.069356 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-289d47e2-55bc-4573-bc83-cea4c5dd558a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 946 time: 0.0880442 Nov 22 22:24:20.236019 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port 73f4d022-d0d2-44fb-9811-66e7c9d11810 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:20.236484 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:20.356889 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] For port 73f4d022-d0d2-44fb-9811-66e7c9d11810, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=73f4d022-d0d2-44fb-9811-66e7c9d11810,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:20.357424 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:20.373224 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for 73f4d022-d0d2-44fb-9811-66e7c9d11810 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:20.535441 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:20.567716 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=73f4d022-d0d2-44fb-9811-66e7c9d11810,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:20.599961 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.600292 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.600649 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.600985 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.601420 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.601765 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.602138 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.602488 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.602818 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.603150 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.603658 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.604000 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:20.629447 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] No DVR routers for this DVR port 73f4d022-d0d2-44fb-9811-66e7c9d11810 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:20.632263 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:20.636737 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-64fff1b6-60d7-4de1-b260-66d342cb000d req-b66e719a-5002-4846-8920-70f99a91b384 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "DELETE /v2.0/ports/73f4d022-d0d2-44fb-9811-66e7c9d11810 HTTP/1.1" status: 204 len: 173 time: 0.5599205 Nov 22 22:24:20.637329 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'name': 'network-vif-deleted', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:24:20.639773 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb89375-793a-4f06-a098-4c32093a81c8" -d '{"events": [{"server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "name": "network-vif-deleted", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:24:20.767809 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc286b-424c-43d7-a5fa-0e32016e7957 x-openstack-request-id: req-afdc286b-424c-43d7-a5fa-0e32016e7957 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:24:20.768205 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba28684-3d11-44d4-bffc-264f27028854", "name": "network-vif-deleted", "tag": "73f4d022-d0d2-44fb-9811-66e7c9d11810", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:24:20.768921 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afdc286b-424c-43d7-a5fa-0e32016e7957 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:24:20.769519 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba28684-3d11-44d4-bffc-264f27028854', 'name': 'network-vif-deleted', 'tag': '73f4d022-d0d2-44fb-9811-66e7c9d11810', 'status': 'completed', 'code': 200} Nov 22 22:24:21.176224 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-749ddf29-e50b-4413-b35a-174797a275cc req-7b327b68-2c17-4f8a-8c00-25ef9a2ea7b1 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ba28684-3d11-44d4-bffc-264f27028854 HTTP/1.1" status: 200 len: 210 time: 0.0310357 Nov 22 22:24:23.685431 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 73f4d022-d0d2-44fb-9811-66e7c9d11810 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:23.708062 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: 73f4d022-d0d2-44fb-9811-66e7c9d11810 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:23.708382 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device 73f4d022-d0d2-44fb-9811-66e7c9d11810 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:24.362822 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:24:24.534604 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59786) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:24.734607 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port 9972b7d3-967d-4127-9ff3-057ab17912b1 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:24.734950 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:24.847057 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:24.847390 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:24.864549 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for 9972b7d3-967d-4127-9ff3-057ab17912b1 owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:25.053726 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:25.091219 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=9972b7d3-967d-4127-9ff3-057ab17912b1,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:25.164006 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:25.164326 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.db.l3_db [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Floating IP b31bf30a-4e4d-4825-b0b9-a06a6d6ad731 disassociated (deleted). External IP: 172.27.1.90, port: bc4df413-2a94-4feb-a335-53f4e137afa4. Nov 22 22:24:25.417533 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:24:25.550859 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:24:25.556788 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:25.567021 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:24:25.580542 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:25.581403 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:25.590820 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-bff34fff-0a03-42c3-853c-874b180e9fa7 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "DELETE /v2.0/floatingips/b31bf30a-4e4d-4825-b0b9-a06a6d6ad731 HTTP/1.1" status: 204 len: 168 time: 1.0544832 Nov 22 22:24:25.591960 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:24:25.595329 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ade7fe-dad2-4c96-af62-803c1fffdfde" -d '{"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:24:25.653059 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504e19d-5518-42ac-84e3-745ae6b296e4 x-openstack-request-id: req-a504e19d-5518-42ac-84e3-745ae6b296e4 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:24:25.653936 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:24:25.654631 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a504e19d-5518-42ac-84e3-745ae6b296e4 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:24:25.655418 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'status': 'completed', 'code': 200} Nov 22 22:24:25.727790 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:25.740690 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-28f0fcae-8a4b-40cb-8eb5-57818bc342ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:25.744516 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-28f0fcae-8a4b-40cb-8eb5-57818bc342ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 1099 time: 0.0646315 Nov 22 22:24:25.996097 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b81ea-850a-4201-8edd-c472a1a140ad req-30ce2b39-4421-4a66-9e4c-72fe59aa65cf tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:26.000464 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c5b81ea-850a-4201-8edd-c472a1a140ad req-30ce2b39-4421-4a66-9e4c-72fe59aa65cf tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.1428661 Nov 22 22:24:26.009086 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-21b41099-3ce1-4f82-b21c-16767f74c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:26.011701 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-21b41099-3ce1-4f82-b21c-16767f74c6dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 200 len: 912 time: 0.2495158 Nov 22 22:24:26.110297 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-6d55ae56-e33d-4252-9214-70523e671a41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 200 len: 217 time: 0.0900052 Nov 22 22:24:26.123900 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:26.171108 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:24:26.185771 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:26.186888 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:26.232365 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-1c5b81ea-850a-4201-8edd-c472a1a140ad req-58c22e4c-a9eb-4f87-a94f-f1cb0476857e tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005503 Nov 22 22:24:26.251591 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-e4eb2e0d-a230-461b-9d14-914598476efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:26.253804 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-e4eb2e0d-a230-461b-9d14-914598476efa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 200 len: 850 time: 0.1306751 Nov 22 22:24:26.325788 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-18f5daa1-a0ee-439c-9726-16955150aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:26.328736 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-18f5daa1-a0ee-439c-9726-16955150aa41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812f2532-6041-4ddf-b032-f5310fb87523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0670054 Nov 22 22:24:26.344094 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:26.468132 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-a4f7f6d7-bca1-42be-b5e5-80f1f682dc32 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299462 Nov 22 22:24:26.602163 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:26.606256 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-61ade7fe-dad2-4c96-af62-803c1fffdfde req-1bc8c1cd-0692-46e8-8e61-2d9b117e7710 service neutron] 10.222.0.31 "GET /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291647 Nov 22 22:24:26.652192 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb750b-fe98-4e18-9c5a-c171014b7d4b None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:17:33Z', 'revision_number': 4, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi', '_interfaces': [{'id': '62ade88b-ac24-476d-82c1-74a2b9c56b0a', 'name': '', 'network_id': '812f2532-6041-4ddf-b032-f5310fb87523', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'mac_address': 'fa:16:3e:af:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:32Z', 'updated_at': '2021-11-22T22:17:39Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'subnets': [{'id': '45caae8e-7a69-46c6-9efc-ad7bb2404ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:24:26.908760 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1a720-5e77-4e76-88d3-2fcf169d2880 None None] New status for floating IP b31bf30a-4e4d-4825-b0b9-a06a6d6ad731: DOWN {{(pid=102840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 22:24:27.375530 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-37e4f857-c5fd-449e-9965-f81171ab587c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:27.377164 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-37e4f857-c5fd-449e-9965-f81171ab587c tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.0919564 Nov 22 22:24:27.403457 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b0d3-ee79-4faf-8ab7-a02940f26474 req-12f2676f-1637-48a3-86e0-0d9af58643c8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 22:24:27.405235 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0621b0d3-ee79-4faf-8ab7-a02940f26474 req-12f2676f-1637-48a3-86e0-0d9af58643c8 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 946 time: 0.0871682 Nov 22 22:24:27.514269 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-0621b0d3-ee79-4faf-8ab7-a02940f26474 req-abc085de-06d0-49fd-a104-4cd962e85892 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/security-groups?id=e970285f-b103-4393-8b4a-8ddd50931788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906370 Nov 22 22:24:27.537598 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port bc4df413-2a94-4feb-a335-53f4e137afa4 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:27.537925 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:27.670759 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] For port bc4df413-2a94-4feb-a335-53f4e137afa4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc4df413-2a94-4feb-a335-53f4e137afa4,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:27.671488 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:27.696376 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for bc4df413-2a94-4feb-a335-53f4e137afa4 owned by compute:nova {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:27.909758 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:27.940403 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=bc4df413-2a94-4feb-a335-53f4e137afa4,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:27.997482 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] No DVR routers for this DVR port bc4df413-2a94-4feb-a335-53f4e137afa4 on host hv-cinder-77428 {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:28.000379 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for port, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:28.004749 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-2165b568-e4f4-4d94-8072-0b01b99532b2 req-e5ab2044-3c91-4d07-af28-f74e8dfb7dd6 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.31 "DELETE /v2.0/ports/bc4df413-2a94-4feb-a335-53f4e137afa4 HTTP/1.1" status: 204 len: 173 time: 0.6201491 Nov 22 22:24:28.005274 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'name': 'network-vif-deleted', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4'}] {{(pid=102837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 22:24:28.007779 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0f2b59ef89229cae0c157a251a84d71a9055662f6f2dc887a62fafaac4e4c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f89439-88a1-4b16-a37a-f48edbfc0b90" -d '{"events": [{"server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "name": "network-vif-deleted", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4"}]}' {{(pid=102837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 22:24:28.057315 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cc608-ff81-41d7-816f-5431dc14e8f2 x-openstack-request-id: req-830cc608-ff81-41d7-816f-5431dc14e8f2 {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 22:24:28.057665 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff324caf-faaa-4b24-9ce9-a0ed10730898", "name": "network-vif-deleted", "tag": "bc4df413-2a94-4feb-a335-53f4e137afa4", "status": "completed", "code": 200}]} {{(pid=102837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 22:24:28.058024 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-830cc608-ff81-41d7-816f-5431dc14e8f2 {{(pid=102837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 22:24:28.058693 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff324caf-faaa-4b24-9ce9-a0ed10730898', 'name': 'network-vif-deleted', 'tag': 'bc4df413-2a94-4feb-a335-53f4e137afa4', 'status': 'completed', 'code': 200} Nov 22 22:24:28.671350 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [req-89fbb1b3-3c80-43c1-9fe0-3e03ebc40c1f req-aa25d2f3-fb6e-41f6-a207-873f44889ed4 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff324caf-faaa-4b24-9ce9-a0ed10730898 HTTP/1.1" status: 200 len: 210 time: 0.0338655 Nov 22 22:24:29.736733 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59802) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:29.749392 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bc4df413-2a94-4feb-a335-53f4e137afa4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:29.783219 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] No Port match for: bc4df413-2a94-4feb-a335-53f4e137afa4 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:29.783532 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Device bc4df413-2a94-4feb-a335-53f4e137afa4 not bound to the agent host hv-cinder-77428 {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:29.919173 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Deleting port b073e102-1a40-4af7-9a4c-085a7c76d684 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:29.919450 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.028456 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.028984 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.050952 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Calling delete_port for b073e102-1a40-4af7-9a4c-085a7c76d684 owned by network:floatingip {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:30.238226 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.267223 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'Port': ['ID=b073e102-1a40-4af7-9a4c-085a7c76d684,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:30.337346 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for floatingip, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.340244 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975207'] for floatingip, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:30.341577 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-72eca9ce-5e38-478f-8c0b-cd4a2120b977 tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "DELETE /v2.0/floatingips/7e01c896-ac46-40e7-853f-5380c30556de HTTP/1.1" status: 204 len: 168 time: 0.6032846 Nov 22 22:24:31.583833 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59814) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:31.681584 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:31.716673 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:31.798927 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:31.801969 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:31.803269 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] 10.222.0.48 "DELETE /v2.0/security-groups/e970285f-b103-4393-8b4a-8ddd50931788 HTTP/1.1" status: 204 len: 168 time: 0.2183795 Nov 22 22:24:31.813960 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82c94-19ee-4ea1-a303-59e1ce5b253a tempest-TestVolumeBootPattern-76355854 tempest-TestVolumeBootPattern-76355854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e970285f-b103-4393-8b4a-8ddd50931788,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:31.884951 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59818) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:32.394775 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:32.739354 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Deleting port 62ade88b-ac24-476d-82c1-74a2b9c56b0a {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:32.740250 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:32.832292 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] For port 62ade88b-ac24-476d-82c1-74a2b9c56b0a, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=62ade88b-ac24-476d-82c1-74a2b9c56b0a,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:32.832712 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:32.848967 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Calling delete_port for 62ade88b-ac24-476d-82c1-74a2b9c56b0a owned by network:router_interface {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:33.052916 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:33.081672 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=62ade88b-ac24-476d-82c1-74a2b9c56b0a,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:33.302450 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:33.537792 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Router 1a3110a4-1b86-45b6-8526-25158b3688cc has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:24:33.950239 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:24:33.958256 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-d2518f98-590b-461a-ade3-2d80a5d51f2a admin admin] 10.222.0.48 "PUT /v2.0/routers/1a3110a4-1b86-45b6-8526-25158b3688cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717757 Nov 22 22:24:33.960756 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59822) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:33.965965 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Sync routers for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:24:33.984231 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:33.985322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:34.079654 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks [] for router, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.162987 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: dv-cinder-774288-12-iscsi {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:34.235816 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.300007 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Deleting port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:34.300322 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.363495 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:24:32Z', 'revision_number': 5, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port': {'id': 'eb3b7221-4ea2-486a-a78b-5a50c70aaf4a', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:30Z', 'updated_at': '2021-11-22T22:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:34.398206 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Checking router: 1a3110a4-1b86-45b6-8526-25158b3688cc for host: dv-cinder-774288-12-iscsi {{(pid=102839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:24:34.403583 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] For port eb3b7221-4ea2-486a-a78b-5a50c70aaf4a, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:34.404167 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.409198 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Routers {'1a3110a4-1b86-45b6-8526-25158b3688cc'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:34.409846 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['1a3110a4-1b86-45b6-8526-25158b3688cc'], 'active': True} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:34.420571 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Calling delete_port for eb3b7221-4ea2-486a-a78b-5a50c70aaf4a owned by network:router_gateway {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:34.511359 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvr_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] Set router 1a3110a4-1b86-45b6-8526-25158b3688cc gateway port host: None {{(pid=102839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:34.568436 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_hamode_db [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:24:34Z', 'revision_number': 6, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:34.600999 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fa04a-c6a3-4d21-bc89-1b619973a2c1 None None] The sync data for ids ['1a3110a4-1b86-45b6-8526-25158b3688cc'] in dv-cinder-774288-12-iscsi is: [{'id': '1a3110a4-1b86-45b6-8526-25158b3688cc', 'name': 'tempest-TestVolumeBootPattern-668217539-router', 'tenant_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:29Z', 'updated_at': '2021-11-22T22:24:34Z', 'revision_number': 6, 'project_id': '5c0797bf8e5e485bbc74929a1ae866bc', 'gw_port_host': None}] {{(pid=102839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:24:34.632181 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.668171 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3b7221-4ea2-486a-a78b-5a50c70aaf4a,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:34.772285 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.904712 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.907537 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.967676 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.968726 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3110a4-1b86-45b6-8526-25158b3688cc {{(pid=102838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:24:34.975420 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] Publish callbacks [] for router, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:34.977722 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-33f9085a-2d4c-4d09-93d1-2b844c2428af admin admin] 10.222.0.48 "DELETE /v2.0/routers/1a3110a4-1b86-45b6-8526-25158b3688cc HTTP/1.1" status: 204 len: 168 time: 1.0152309 Nov 22 22:24:34.980724 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59824) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:35.041399 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Deleting subnet 45caae8e-7a69-46c6-9efc-ad7bb2404ca8 {{(pid=102838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:24:35.046606 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.100066 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59763833'] for subnet, precommit_delete_associations {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.196008 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.263270 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59646997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58743649'] for subnet, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.292880 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45caae8e-7a69-46c6-9efc-ad7bb2404ca8,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:35.297467 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.302762 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-64c36e7d-9d45-4035-9407-be6c6e283210 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/45caae8e-7a69-46c6-9efc-ad7bb2404ca8 HTTP/1.1" status: 204 len: 168 time: 0.3204188 Nov 22 22:24:35.304257 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc69d6c-68bb-492a-8953-f1341ce62551 None None] Network 812f2532-6041-4ddf-b032-f5310fb87523 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:24:35.306261 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59826) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:35.397356 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.476265 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Deleting port 3ef8d525-459a-483f-b694-1bcbbdac5285 {{(pid=102838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:35.476755 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.549592 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] DHCP port deletion for 812f2532-6041-4ddf-b032-f5310fb87523 request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:24:35.591759 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.db [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] For port 3ef8d525-459a-483f-b694-1bcbbdac5285, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3ef8d525-459a-483f-b694-1bcbbdac5285,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:35.592356 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.613596 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.plugin [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Calling delete_port for 3ef8d525-459a-483f-b694-1bcbbdac5285 owned by network:dhcp {{(pid=102838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:35.654996 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Deleting port 3ef8d525-459a-483f-b694-1bcbbdac5285 {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:35.655596 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.718731 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 62ade88b-ac24-476d-82c1-74a2b9c56b0a no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:35.734760 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59647032'] for port, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.774632 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 62ade88b-ac24-476d-82c1-74a2b9c56b0a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:35.775660 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 62ade88b-ac24-476d-82c1-74a2b9c56b0a not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:35.776567 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device eb3b7221-4ea2-486a-a78b-5a50c70aaf4a no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:35.793697 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] No DVR routers for this DVR port 3ef8d525-459a-483f-b694-1bcbbdac5285 on host dv-cinder-774288-12-iscsi {{(pid=102838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:35.801522 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef8d525-459a-483f-b694-1bcbbdac5285,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:35.821487 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: eb3b7221-4ea2-486a-a78b-5a50c70aaf4a {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:35.822026 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device eb3b7221-4ea2-486a-a78b-5a50c70aaf4a not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:35.822690 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3ef8d525-459a-483f-b694-1bcbbdac5285 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:35.869601 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 3ef8d525-459a-483f-b694-1bcbbdac5285 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:35.870119 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 3ef8d525-459a-483f-b694-1bcbbdac5285 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:35.877283 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] For port 3ef8d525-459a-483f-b694-1bcbbdac5285, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=3ef8d525-459a-483f-b694-1bcbbdac5285,segment=NetworkSegment(0ee87f28-e6b2-4405-ad53-3984edeb3146),segment_id=0ee87f28-e6b2-4405-ad53-3984edeb3146)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:35.877917 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.899078 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Calling delete_port for 3ef8d525-459a-483f-b694-1bcbbdac5285 owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:35.933260 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.967616 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812f2532-6041-4ddf-b032-f5310fb87523']}} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:35.979863 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee87f28-e6b2-4405-ad53-3984edeb3146') {'for_net_delete': True} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:35.980669 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.services.segments.db [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee87f28-e6b2-4405-ad53-3984edeb3146') {} {{(pid=102838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:35.989406 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:35.992308 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59763808'] for segment, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:36.013246 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:36.026246 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=102838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:24:36.026945 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59647051'] for segment, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: Traceback (most recent call last): Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: timer() Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: cb(*args, **kw) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: return func(*args, **kwargs) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: self._notify() Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: self.callback(batched_events) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: event.method(event) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: return f(self, *a, **k) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._get(url).json() Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: return self.request(url, 'GET', **kwargs) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:24:36.030352 dv-cinder-774288-12-iscsi neutron-server[102838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:24:36.137248 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:36.146647 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:36.152959 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] 10.222.0.48 "DELETE /v2.0/networks/812f2532-6041-4ddf-b032-f5310fb87523 HTTP/1.1" status: 204 len: 168 time: 0.8449383 Nov 22 22:24:36.157259 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59828) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:36.173830 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487dd73-b774-468e-b27a-bf1a1cb30049 admin admin] Pushing event deleted for resources: {'Network': ['ID=812f2532-6041-4ddf-b032-f5310fb87523,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:36.178537 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Pushing event deleted for resources: {'Port': ['ID=3ef8d525-459a-483f-b694-1bcbbdac5285,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:36.185449 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] No DVR routers for this DVR port 3ef8d525-459a-483f-b694-1bcbbdac5285 on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:36.195299 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.195664 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.196188 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.196482 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.196818 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.197172 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.197513 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.197843 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.198169 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.198488 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.198806 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.199118 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528b5b3-c7a2-474b-8cc4-19dd058af286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-12-iscsi {{(pid=102839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 22:24:36.887270 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587997'] for router_interface, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:37.178635 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-936ae895-a8e8-4724-81f3-76655b54b7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:37.257212 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Deleting port d8747cbb-7471-46f8-8b13-222f3f1fdaa6 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:37.257882 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:37.385902 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] For port d8747cbb-7471-46f8-8b13-222f3f1fdaa6, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:37.386268 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:37.402789 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Calling delete_port for d8747cbb-7471-46f8-8b13-222f3f1fdaa6 owned by network:router_interface {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:37.614667 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:37.644965 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8747cbb-7471-46f8-8b13-222f3f1fdaa6,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:37.881147 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1806093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586669'] for router_interface, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.124794 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 has already been hosted by L3 agent 36589b25-68a9-4ade-83d6-39be112ce791 {{(pid=102837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 22:24:38.245315 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] Notify agent at l3_agent.dv-cinder-774288-12-iscsi the message routers_updated {{(pid=102837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 22:24:38.251810 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2e0436bb-d1a2-4d0a-bfb9-c49b9b41f1e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/755914aa-0a14-4a9a-bd9a-fafc6645d5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0913942 Nov 22 22:24:38.253377 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59830) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:38.257337 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Sync routers for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 22:24:38.276986 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:38.277460 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:38.378219 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.399018 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: dv-cinder-774288-12-iscsi {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:38.505408 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.574135 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Deleting port 744ba0a7-3fca-4dca-b4f3-387daf63544e {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:38.574573 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.618962 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'external_fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:24:37Z', 'revision_number': 5, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port': {'id': '744ba0a7-3fca-4dca-b4f3-387daf63544e', 'name': '', 'network_id': '57175e69-0ea7-43df-ae02-f5405b5d5427', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:88:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T22:17:38Z', 'updated_at': '2021-11-22T22:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed484a1c-6616-4586-ba39-4bb7bffc1e65', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-12-iscsi'}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:38.648372 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Checking router: 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 for host: dv-cinder-774288-12-iscsi {{(pid=102840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 22:24:38.659494 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Routers {'755914aa-0a14-4a9a-bd9a-fafc6645d5e4'} bound to L3 agent in host dv-cinder-774288-12-iscsi {{(pid=102840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 22:24:38.660288 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T21:59:11Z,description=,heartbeat_timestamp=2021-11-22T22:24:11Z,host='dv-cinder-774288-12-iscsi',id=36589b25-68a9-4ade-83d6-39be112ce791,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T21:59:11Z,topic='l3_agent')) {'router_ids': ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'], 'active': True} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:38.679705 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] For port 744ba0a7-3fca-4dca-b4f3-387daf63544e, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=744ba0a7-3fca-4dca-b4f3-387daf63544e,segment=NetworkSegment(3a62b3d3-7266-4651-9a72-e76b778b4144),segment_id=3a62b3d3-7266-4651-9a72-e76b778b4144)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:38.680389 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.705049 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Calling delete_port for 744ba0a7-3fca-4dca-b4f3-387daf63544e owned by network:router_gateway {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:38.775772 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_dvr_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] Set router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 gateway port host: None {{(pid=102840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 22:24:38.929477 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:38.937356 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.l3_hamode_db [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:24:38Z', 'revision_number': 6, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port_host': None}], 'dv-cinder-774288-12-iscsi', False) {} {{(pid=102840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:38.962508 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=744ba0a7-3fca-4dca-b4f3-387daf63544e,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:38.974858 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67182db2-5040-485f-a8e3-b20e89d8b35b None None] The sync data for ids ['755914aa-0a14-4a9a-bd9a-fafc6645d5e4'] in dv-cinder-774288-12-iscsi is: [{'id': '755914aa-0a14-4a9a-bd9a-fafc6645d5e4', 'name': 'tempest-TestVolumeBootPattern-361029676-router', 'tenant_id': '68061d784dc441b1adff080986a01cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T22:17:36Z', 'updated_at': '2021-11-22T22:24:38Z', 'revision_number': 6, 'project_id': '68061d784dc441b1adff080986a01cba', 'gw_port_host': None}] {{(pid=102840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 22:24:39.038650 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408259'] for router_gateway, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.139627 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11824'] for router, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.142364 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.203169 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586648'] for router, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.203783 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 755914aa-0a14-4a9a-bd9a-fafc6645d5e4 {{(pid=102837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 22:24:39.211392 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] Publish callbacks [] for router, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.212662 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-921e2844-26fc-445d-af93-bc95322e4ef9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/755914aa-0a14-4a9a-bd9a-fafc6645d5e4 HTTP/1.1" status: 204 len: 168 time: 0.9577441 Nov 22 22:24:39.215529 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59832) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:39.268052 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Deleting subnet 6cf3d585-9e94-4a11-a888-36bbaba31bc5 {{(pid=102837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 22:24:39.272234 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.312281 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476802'] for subnet, precommit_delete_associations {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.414352 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739362'] for subnet, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.478311 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59595126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3265304'] for subnet, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.505139 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf3d585-9e94-4a11-a888-36bbaba31bc5,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:39.512344 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for subnet, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.515817 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-3d96e07c-65cc-4c1c-9176-dd260c43ebd2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6cf3d585-9e94-4a11-a888-36bbaba31bc5 HTTP/1.1" status: 204 len: 168 time: 0.2991698 Nov 22 22:24:39.519672 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59834) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:39.523204 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14119e5f-01f5-43be-ab9a-ade0cece8729 None None] Network 513f0d77-edd9-4280-8706-ab18d570d378 requested from dv-cinder-774288-12-iscsi {{(pid=102839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 22:24:39.597923 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-677200'] for network, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.669164 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Deleting port bacc7c47-6121-4de5-b178-9de8408f52c7 {{(pid=102837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:39.669757 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.750797 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.db [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] For port bacc7c47-6121-4de5-b178-9de8408f52c7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=bacc7c47-6121-4de5-b178-9de8408f52c7,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:39.751153 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.769265 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.plugin [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Calling delete_port for bacc7c47-6121-4de5-b178-9de8408f52c7 owned by network:dhcp {{(pid=102837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:39.770521 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] DHCP port deletion for 513f0d77-edd9-4280-8706-ab18d570d378 request from dv-cinder-774288-12-iscsi {{(pid=102839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 22:24:39.845059 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Deleting port bacc7c47-6121-4de5-b178-9de8408f52c7 {{(pid=102839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 22:24:39.845565 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743516348712'] for port, before_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.847797 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device d8747cbb-7471-46f8-8b13-222f3f1fdaa6 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:39.873275 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59595099'] for port, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:39.909689 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacc7c47-6121-4de5-b178-9de8408f52c7,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:39.910750 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: d8747cbb-7471-46f8-8b13-222f3f1fdaa6 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:39.911110 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device d8747cbb-7471-46f8-8b13-222f3f1fdaa6 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:39.911538 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device bacc7c47-6121-4de5-b178-9de8408f52c7 no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:39.919307 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] No DVR routers for this DVR port bacc7c47-6121-4de5-b178-9de8408f52c7 on host dv-cinder-774288-12-iscsi {{(pid=102837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:39.941401 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: bacc7c47-6121-4de5-b178-9de8408f52c7 {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:39.941738 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device bacc7c47-6121-4de5-b178-9de8408f52c7 not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:39.942171 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 744ba0a7-3fca-4dca-b4f3-387daf63544e no longer exists at agent ovs-agent-dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 22:24:39.974686 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] No Port match for: 744ba0a7-3fca-4dca-b4f3-387daf63544e {{(pid=102839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 22:24:39.975036 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.rpc [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Device 744ba0a7-3fca-4dca-b4f3-387daf63544e not bound to the agent host dv-cinder-774288-12-iscsi {{(pid=102839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 22:24:39.997337 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.db [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] For port bacc7c47-6121-4de5-b178-9de8408f52c7, host dv-cinder-774288-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-12-iscsi',level=0,port_id=bacc7c47-6121-4de5-b178-9de8408f52c7,segment=NetworkSegment(c0908774-4d65-48fb-8d5c-0775829136c2),segment_id=c0908774-4d65-48fb-8d5c-0775829136c2)] {{(pid=102839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 22:24:39.998308 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409332'] for port, precommit_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.025835 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Calling delete_port for bacc7c47-6121-4de5-b178-9de8408f52c7 owned by network:dhcp {{(pid=102839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 22:24:40.031698 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735121', 'neutron.services.segments.db._delete_segments_for_network-8743516393099'] for network, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.060307 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513f0d77-edd9-4280-8706-ab18d570d378']}} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:40.073087 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0908774-4d65-48fb-8d5c-0775829136c2') {'for_net_delete': True} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:40.073512 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.services.segments.db [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0908774-4d65-48fb-8d5c-0775829136c2') {} {{(pid=102837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 22:24:40.087167 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743516259862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476827'] for segment, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.112935 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349'] for segment, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.130935 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 22:24:40.131711 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-741349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59595048'] for segment, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: Traceback (most recent call last): Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: timer() Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: cb(*args, **kw) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: return func(*args, **kwargs) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: self._notify() Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: self.callback(batched_events) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: event.method(event) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: return f(self, *a, **k) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._get(url).json() Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: return self.request(url, 'GET', **kwargs) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 22:24:40.134924 dv-cinder-774288-12-iscsi neutron-server[102837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 22:24:40.174951 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743516350805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743515916463'] for port, after_delete {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.211468 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] No DVR routers for this DVR port bacc7c47-6121-4de5-b178-9de8408f52c7 on host dv-cinder-774288-12-iscsi {{(pid=102839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 22:24:40.215791 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5efa5-18f5-49fd-8fa8-b79b29ba4152 None None] Pushing event deleted for resources: {'Port': ['ID=bacc7c47-6121-4de5-b178-9de8408f52c7,revision_number=None']} {{(pid=102839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:40.246887 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1806100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-408179'] for network, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.253937 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1806114'] for network, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.262777 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/513f0d77-edd9-4280-8706-ab18d570d378 HTTP/1.1" status: 204 len: 168 time: 0.7375009 Nov 22 22:24:40.274327 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09942cee-7625-40cc-aeda-e474d3c70ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=513f0d77-edd9-4280-8706-ab18d570d378,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:40.405547 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59838) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:40.452717 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-b16ba4d5-4db5-40ff-bc23-a9fac4d50e44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c0797bf8e5e485bbc74929a1ae866bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457957 Nov 22 22:24:40.456037 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.wsgi [-] (102837) accepted ('10.222.0.48', 59840) {{(pid=102837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:40.527109 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.554331 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.615206 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.619594 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:40.621391 dv-cinder-774288-12-iscsi neutron-server[102837]: INFO neutron.wsgi [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da7ea3e2-bece-484a-a2d2-b6f10f366e2c HTTP/1.1" status: 204 len: 168 time: 0.1641052 Nov 22 22:24:40.635376 dv-cinder-774288-12-iscsi neutron-server[102837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5402-4e71-4a4a-ba45-53cb6567b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7ea3e2-bece-484a-a2d2-b6f10f366e2c,revision_number=None']} {{(pid=102837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:40.772056 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5191bc19-4b96-4024-89e6-73ea7c97636d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:41.065359 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59846) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:41.112694 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-7164ae0b-c0ae-418a-9155-51cbe3e68c5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68061d784dc441b1adff080986a01cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460677 Nov 22 22:24:41.115555 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [-] (102838) accepted ('10.222.0.48', 59848) {{(pid=102838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 22:24:41.177142 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:41.206430 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:41.269985 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606678'] for security_group, after_delete {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:41.275437 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron_lib.callbacks.manager [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:41.277538 dv-cinder-774288-12-iscsi neutron-server[102838]: INFO neutron.wsgi [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e06926a-8d23-4b91-a3e5-36b41b3b628d HTTP/1.1" status: 204 len: 168 time: 0.1606600 Nov 22 22:24:41.291658 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76a698-2208-45cb-8806-dfcef62be4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06926a-8d23-4b91-a3e5-36b41b3b628d,revision_number=None']} {{(pid=102838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 22:24:41.677848 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:43.295501 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:43.366167 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:24:45.874671 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:01.363557 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:25:07.178032 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-5318a50f-f074-4338-8493-c0fa420b8f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:10.770453 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-7cab49e8-fbcf-4f31-bfe6-6cfd4cd24ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:11.678227 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:13.282990 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:13.365413 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:15.876741 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:37.175712 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8a865be7-4882-4aa7-909e-1bfabf95f56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:38.364193 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:25:40.764581 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c2d5678c-dfd0-449c-8f36-3c28667493c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:41.679939 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:43.281534 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:43.376787 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:25:45.903872 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:07.176331 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-691dcca6-3959-4aca-93ac-a3b2376c53fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:10.771322 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ae6409dc-5d71-40a9-bc70-e152189ceb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:11.682772 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:13.281612 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:13.378724 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:15.364571 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:26:15.918155 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:37.176999 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8114d454-feb3-4309-8e73-c7474a9e847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:40.769232 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ccad-90cb-41df-85fe-a2e291c54484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:41.687165 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:43.278113 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:43.375492 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:45.923593 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:26:52.364935 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:27:07.174594 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-c46835d6-7ab7-499c-9146-dfaf38d178a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:10.773844 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-1cd5d589-d11f-410f-a449-b3eda4b01936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:11.691653 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:13.284037 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:13.378941 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:15.932766 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:29.364892 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:27:37.171440 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2013c7d7-91e7-4956-9b9f-239f6e76e808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:40.770250 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9c184534-3713-416f-9291-da54df1854a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:41.696557 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:43.271812 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:43.382496 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:27:44.772367 dv-cinder-774288-12-iscsi neutron-server[102838]: DEBUG neutron.wsgi [req-dee207a6-38ec-4305-9254-0d758e062fd9 req-17665cbf-9347-4425-bb95-268dc592faa5 service neutron] (102838) timed out ('10.222.0.48', 55016) {{(pid=102838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 22:27:45.931419 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:06.366213 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:28:07.171221 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-ca571636-e0fa-4d5a-9674-205d5b2cc9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:10.766128 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-8586f440-730c-4907-8777-b6d3df446d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:11.702873 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:13.269130 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:13.387475 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:15.947019 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:37.167638 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6cca4b84-5956-47f0-a5f6-d0a9918b4b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:40.761283 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-2fd14bb4-74eb-45c2-b6ef-9618e7ae9f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:41.708146 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:43.266354 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:43.369076 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:28:43.389240 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:28:45.946350 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:07.166523 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3b684049-3349-470c-85b7-3d6570654eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:10.768251 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6b1366af-2b35-4fbf-8533-deff9c9ddb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:11.704607 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:13.264020 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:13.390412 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:15.961334 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:20.369430 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 22:29:37.163450 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-9e04db8e-3cd0-413d-a597-18334144859a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:40.768902 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-544c87a9-16b8-44ac-a3bc-689eb20e948d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:41.715853 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-6f0b96d5-561a-456f-98df-c967beab9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:43.262046 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-3a324b05-7ce4-4c5a-a422-56ce6d4c8295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:43.392636 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-51aef5df-3553-4655-967f-a2d461225bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:45.975019 dv-cinder-774288-12-iscsi neutron-server[102839]: DEBUG neutron_lib.callbacks.manager [None req-a9028ebd-0bfa-4051-9a89-2d3fee771bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743516393171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733965'] for agent, after_update {{(pid=102839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 22:29:57.369177 dv-cinder-774288-12-iscsi neutron-server[102840]: DEBUG neutron.db.agents_db [None req-e91b6631-54df-4402-aff0-0baa2177be60 None None] Agent healthcheck: found 6 active agents {{(pid=102840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}